-- Logs begin at Thu 2022-05-19 11:16:47 UTC, end at Thu 2022-05-19 12:50:41 UTC. -- May 19 12:14:29.649396 dv-cinder-778193-27-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 12:14:32.561649 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.common.config [-] Logging enabled! May 19 12:14:32.562277 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 12:14:32.562447 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104285) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 12:14:32.567647 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.common.config [-] Logging enabled! May 19 12:14:32.568054 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 12:14:32.568557 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104285) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 12:14:32.569935 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:14:32.570167 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:14:32.570562 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:14:32.570805 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:14:32.571029 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:14:32.571448 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.571743 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.571971 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.572268 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.572558 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.572868 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.573158 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.573453 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.573736 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.574012 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.574292 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.574539 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.574818 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.575099 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.575381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.575634 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] debug = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.575921 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.576372 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.576792 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.577081 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.577372 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.577649 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.577913 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.578186 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.578489 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.578821 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] host = dv-cinder-778193-27-iscsi {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.579098 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.579426 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.580257 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.580560 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.580830 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.581104 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.581386 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.581656 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.581924 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.582194 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.582498 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.582785 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.583076 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.583298 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.583518 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.583802 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.584085 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.584357 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.584760 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.585041 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.585314 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.585587 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.585852 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.586139 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.586434 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.586723 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.586996 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.587265 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.587537 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.587805 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.588081 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.588350 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.588619 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.588890 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.589174 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.589444 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.589713 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.590011 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.590327 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.590629 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.590913 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.591184 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.591464 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.591753 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.592060 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.592330 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] use_json = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.592600 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.592870 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.593148 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.593418 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.593687 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.593959 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.594228 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.594573 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.594846 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:32.595971 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.596410 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.596782 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.597097 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.597430 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.597734 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.598040 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.598334 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.598674 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.598978 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.599281 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.599580 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.599892 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.600192 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.600496 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.600816 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.601121 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.601425 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.601710 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.601993 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.602276 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.602588 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.602884 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.603172 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.603469 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.603767 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.604054 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.604356 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.604647 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.604939 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.605240 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.605537 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.605818 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.606111 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.606422 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.606713 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.607018 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.607316 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.607600 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.607876 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.608165 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.608445 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.608721 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.608996 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.609278 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.609577 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.609852 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.610128 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.610401 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.611333 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.611608 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.611903 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.612180 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.612455 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.612729 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.613010 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.613290 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.613570 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.613856 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.614134 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.614432 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.614716 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.614993 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.615268 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.615542 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.615816 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.616096 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.616372 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.616650 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.616924 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.617199 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.617476 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.617753 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.618029 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.618331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.618633 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.618915 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.619195 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.619476 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.619755 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.620035 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.620315 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.620595 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.620869 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.621161 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.621445 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.621734 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.622019 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.622300 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.622642 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.622924 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.623203 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.623486 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.623769 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.624050 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.624335 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.624619 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.624912 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.625204 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.625482 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.625778 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.626076 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.626560 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.626848 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.627166 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.627449 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:32.627671 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:14:32.627927 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104285) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 12:14:33.107119 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 12:14:33.107392 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 12:14:33.107682 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 12:14:33.108008 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 12:14:33.452710 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.452990 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.453293 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.455040 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.455326 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.455588 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.512776 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.513046 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.513308 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.529205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.529477 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.529736 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.562524 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.563157 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.563157 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.601908 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.602181 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.602463 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.965283 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.965559 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.965823 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.966087 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:33.966796 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.066798 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.067118 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.067398 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.067663 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.067923 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.068228 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.068484 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.068736 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.068985 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.069263 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.069517 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.069775 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.070023 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.070277 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.070554 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.070814 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.071063 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.071328 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.071592 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.071847 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.072113 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.072363 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.072645 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.073024 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.073269 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.073547 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.074095 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:34.074440 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:34.074789 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:34.075087 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:34.075414 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:34.075743 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:34.076109 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 12:14:34.079431 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 12:14:34.083350 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 12:14:34.087167 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 19 12:14:34.088763 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 12:14:34.089231 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 12:14:34.089556 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 12:14:34.089935 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 12:14:34.092895 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 12:14:34.093139 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 12:14:34.093474 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:14:34.098920 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 12:14:34.122642 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 12:14:34.123095 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.123390 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104285) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 12:14:34.123756 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.125095 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104285) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 12:14:34.125370 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:14:34.125609 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 12:14:34.129087 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.129359 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:34.193142 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 12:14:34.193385 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 12:14:34.193606 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 12:14:34.193986 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 12:14:34.245713 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO dbcounter [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Registered counter for database neutron May 19 12:14:34.265000 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_db.sqlalchemy.engines [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104285) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 12:14:34.271901 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG dbcounter [-] [104285] Writer thread running {{(pid=104285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:14:34.861535 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing driver for type 'gre' May 19 12:14:34.862266 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] gre ID ranges: [(1, 1000)] May 19 12:14:35.099916 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing driver for type 'local' May 19 12:14:35.100253 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing driver for type 'vlan' May 19 12:14:35.317592 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] VlanTypeDriver initialization complete May 19 12:14:35.317862 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing driver for type 'vxlan' May 19 12:14:35.318367 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] vxlan ID ranges: [(1, 1000)] May 19 12:14:35.568706 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing extension driver 'port_security' May 19 12:14:35.568961 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.extensions.port_security [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] PortSecurityExtensionDriver initialization complete May 19 12:14:35.569292 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing mechanism driver 'openvswitch' May 19 12:14:35.569639 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing mechanism driver 'hyperv' May 19 12:14:35.576658 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.plugin [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:14:35.577479 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.577717 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.578069 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.579093 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104285) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:14:35.579093 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.580191 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.580678 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.581213 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104285) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:14:35.581838 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.582190 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.582564 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.582966 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104285) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:14:35.583377 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > security_group after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.583725 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > security_group after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.584065 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.584452 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104285) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:14:35.584860 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.585205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.585547 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.585929 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104285) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:14:35.586332 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > address_group after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.586702 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > address_group after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.587179 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.587668 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104285) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:14:35.588115 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] ML2 OVO RPC backend initialized. {{(pid=104285) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 12:14:35.588882 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.589238 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.589653 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.590135 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > networks before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.590518 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.590912 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > ports before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.591255 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.591594 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnets before_response 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.591945 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.592354 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.592691 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.593035 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.593377 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.593706 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.594040 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.594590 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.595539 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.603464 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded quota_driver: . May 19 12:14:35.603835 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.plugin [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Modular L2 Plugin initialization complete May 19 12:14:35.604184 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading services supported by the core plugin {{(pid=104285) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 12:14:35.607681 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.plugins.ml2.managers [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Got port-security extension from driver 'port_security' May 19 12:14:35.607681 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.extensions.vlantransparent [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Disabled vlantransparent extension. May 19 12:14:35.607681 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104285) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 12:14:35.607681 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: router May 19 12:14:35.644883 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.645274 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_create 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.645642 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router before_create 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.646006 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.646376 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.646753 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_delete 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.647109 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.647456 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.647811 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_create 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.648154 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_update 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.648500 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_update 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.648846 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.649200 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_update 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.649608 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_update 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.649973 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.650475 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.650818 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: subnet after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.651232 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.651581 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.651927 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_create 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.652266 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.652604 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.652957 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router after_update 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.653301 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.653653 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_create 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.654010 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.654352 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_update 55549900 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.654746 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > agent after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.655093 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > agent after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.655435 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > network after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.656313 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Tracking information for resource: router configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:35.656644 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Tracking information for resource: floatingip configured {{(pid=104285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:14:35.662029 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.db.l3_agentschedulers_db [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 12:14:35.662646 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.663015 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port after_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.663368 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port after_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.663721 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: port after_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.664633 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router before_create 55550100 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.665071 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.665434 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_create 55550100 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.665788 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > router precommit_update 55550100 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.670612 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.provider_configuration [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service providers = [] {{(pid=104285) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 12:14:35.670979 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.db.servicetype_db [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104285) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 12:14:35.674691 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.service_base [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:14:35.675100 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.service_base [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:14:35.675461 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.service_base [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:14:35.676832 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.services.service_base [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:14:35.677210 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.services.service_base [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 12:14:35.677647 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.677923 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 12:14:35.693782 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.694194 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: auto_allocate May 19 12:14:35.700848 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: network precommit_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.701225 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: network precommit_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.701845 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.702090 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: tag May 19 12:14:35.710255 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.710608 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: timestamp May 19 12:14:35.714820 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.715144 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: network_ip_availability May 19 12:14:35.721493 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.721903 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.722235 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:35.723063 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.723397 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: flavors May 19 12:14:35.728221 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.728549 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading Plugin: revisions May 19 12:14:35.732866 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:14:35.733258 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_concurrency.lockutils [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.625s {{(pid=104285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 12:14:35.734003 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104285) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 12:14:35.734347 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Initializing extension manager. May 19 12:14:35.735063 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: __init__.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.735403 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: __pycache__ {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.736185 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: _port_mac_address_override.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.736620 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: address_group.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.737393 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.738168 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: address-group May 19 12:14:35.738517 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: address_scope.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.739286 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.739809 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: address-scope May 19 12:14:35.740134 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.741071 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.741591 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: router-admin-state-down-before-update May 19 12:14:35.741918 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: agent.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.742635 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.743145 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: agent May 19 12:14:35.743464 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: agent_resources_synced.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.744421 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.744965 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: agent-resources-synced May 19 12:14:35.745282 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: allowedaddresspairs.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.747105 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.747625 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: allowed-address-pairs May 19 12:14:35.747945 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: auto_allocated_topology.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.749008 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.749521 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: auto-allocated-topology May 19 12:14:35.749839 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: availability_zone.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.750548 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.751560 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: availability_zone May 19 12:14:35.752031 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: availability_zone_filter.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.753080 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.753595 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: availability_zone_filter May 19 12:14:35.753911 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: data_plane_status.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.754836 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.755347 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension data-plane-status not supported by any of loaded plugins May 19 12:14:35.755662 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: default_subnetpools.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.756563 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.757071 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: default-subnetpools May 19 12:14:35.757386 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.758194 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.758732 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: dhcp_agent_scheduler May 19 12:14:35.759050 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: dns.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.759953 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.760468 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension dns-integration not supported by any of loaded plugins May 19 12:14:35.760788 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: dns_domain_ports.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.761690 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.762200 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 12:14:35.762543 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.763482 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.763990 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 12:14:35.764309 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: dvr.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.764974 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.765482 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: dvr May 19 12:14:35.765860 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: ecmp_routes.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.773234 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.773751 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 12:14:35.774070 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: empty_string_filtering.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.775045 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.775556 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: empty-string-filtering May 19 12:14:35.775874 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.776781 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.777294 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 12:14:35.777612 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.778533 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.779175 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 12:14:35.779491 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: external_net.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.780429 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.780945 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: external-net May 19 12:14:35.781266 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.782178 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.782894 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: extra_dhcp_opt May 19 12:14:35.783498 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: extraroute.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.784415 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.784929 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: extraroute May 19 12:14:35.785315 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: extraroute_atomic.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.786356 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.787026 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: extraroute-atomic May 19 12:14:35.787340 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: filter_validation.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.788016 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.788526 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: filter-validation May 19 12:14:35.788842 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: fip_pf_description.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.789749 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.790367 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 12:14:35.790707 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: fip_pf_port_range.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.791623 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.792132 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 12:14:35.792453 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: fip_port_details.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.793376 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.793883 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: fip-port-details May 19 12:14:35.794227 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: flavors.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.795533 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.796060 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: flavors May 19 12:14:35.796735 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.799358 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.799925 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 12:14:35.800252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: floatingip_pools.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.800964 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.801486 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: floatingip-pools May 19 12:14:35.801805 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: ip_allocation.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.802755 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.803271 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension ip_allocation not supported by any of loaded plugins May 19 12:14:35.803588 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.804668 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.805230 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: ip-substring-filtering May 19 12:14:35.805549 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l2_adjacency.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.811140 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.811656 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 12:14:35.811974 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.812987 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.813508 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: router May 19 12:14:35.814386 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.817106 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.817635 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 12:14:35.817958 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.818961 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.819431 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: ext-gw-mode May 19 12:14:35.819757 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.820673 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.821184 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: l3-ha May 19 12:14:35.821506 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.822428 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.822944 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 12:14:35.823265 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_flavors.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.824172 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.824689 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: l3-flavors May 19 12:14:35.825011 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.826370 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.826920 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 12:14:35.827247 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.828152 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.828672 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 12:14:35.828994 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: l3agentscheduler.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.830656 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.831204 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: l3_agent_scheduler May 19 12:14:35.831532 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: local_ip.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.833386 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.833922 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension local_ip not supported by any of loaded plugins May 19 12:14:35.834256 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: logging.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.835839 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.836370 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension logging not supported by any of loaded plugins May 19 12:14:35.836698 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: metering.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.837498 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.838078 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: metering May 19 12:14:35.838422 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.839527 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.840046 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: metering_source_and_destination_fields May 19 12:14:35.840515 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: multiprovidernet.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.841439 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.841957 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: multi-provider May 19 12:14:35.842278 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: netmtu.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.843218 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.843740 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: net-mtu May 19 12:14:35.844056 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: netmtu_writable.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.845190 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.845990 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: net-mtu-writable May 19 12:14:35.846319 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: network_availability_zone.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.847025 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.847697 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: network_availability_zone May 19 12:14:35.847933 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: network_ip_availability.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.849053 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.849577 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: network-ip-availability May 19 12:14:35.849894 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: network_segment_range.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.850686 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.851195 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension network-segment-range not supported by any of loaded plugins May 19 12:14:35.851515 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: pagination.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.852486 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.852811 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: pagination May 19 12:14:35.853127 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: port_device_profile.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.854033 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.854585 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: port-device-profile May 19 12:14:35.854907 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: port_mac_address_override.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.862687 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.863250 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: port-mac-override May 19 12:14:35.863530 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.864576 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.865089 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: port-mac-address-regenerate May 19 12:14:35.865487 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.866398 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.866939 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: port-numa-affinity-policy May 19 12:14:35.867257 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: port_resource_request.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.868156 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.868660 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension port-resource-request not supported by any of loaded plugins May 19 12:14:35.868978 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: port_resource_request_groups.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.870059 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.870602 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 12:14:35.870960 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: portbindings.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.871848 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.872357 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: binding May 19 12:14:35.872674 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: portbindings_extended.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.873931 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.874478 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: binding-extended May 19 12:14:35.874805 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: portsecurity.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.875713 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.876824 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: port-security May 19 12:14:35.877375 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: project_id.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.878429 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.878761 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: project-id May 19 12:14:35.879080 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: providernet.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.879994 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.880525 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: provider May 19 12:14:35.880839 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.884775 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.885381 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos not supported by any of loaded plugins May 19 12:14:35.885706 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.886992 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.887514 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 12:14:35.887841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.888778 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.889293 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 12:14:35.889623 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_default.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.890567 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.891084 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-default not supported by any of loaded plugins May 19 12:14:35.891408 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_fip.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.892579 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.893197 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-fip not supported by any of loaded plugins May 19 12:14:35.893522 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.894471 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.894984 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 12:14:35.895306 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_gateway_ip.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.896224 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.897011 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 12:14:35.897450 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_port_network_policy.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.898392 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.898932 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 12:14:35.899256 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.900306 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.900828 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 12:14:35.901150 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.902191 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.902746 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 12:14:35.903069 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_pps_rule.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.904247 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.904850 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-pps not supported by any of loaded plugins May 19 12:14:35.905174 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_rule_type_details.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.906086 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.906631 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 12:14:35.906956 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.908281 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.908866 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 12:14:35.909192 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: qos_rules_alias.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.910243 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.910801 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 12:14:35.911124 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: quota_check_limit.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.912295 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.912818 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: quota-check-limit May 19 12:14:35.913136 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: quotasv2.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.914128 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.914491 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: quotas May 19 12:14:35.914811 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: quotasv2_detail.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.916669 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.917003 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: quota_details May 19 12:14:35.917329 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: rbac.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.918505 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.919035 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: rbac-policies May 19 12:14:35.919360 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: rbac_address_group.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.920325 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.920847 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: rbac-address-group May 19 12:14:35.921168 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: rbac_address_scope.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.922384 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.923439 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: rbac-address-scope May 19 12:14:35.923915 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: rbac_security_groups.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.924982 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.925505 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: rbac-security-groups May 19 12:14:35.925827 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: rbac_subnetpool.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.926765 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.927376 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: rbac-subnetpool May 19 12:14:35.927705 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: revisionifmatch.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.928614 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.929127 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: revision-if-match May 19 12:14:35.929447 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: revisions.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.930648 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.931161 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: standard-attr-revisions May 19 12:14:35.931514 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: router_availability_zone.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.932182 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.932696 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: router_availability_zone May 19 12:14:35.933015 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: routerservicetype.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.933932 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.934467 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension router-service-type not supported by any of loaded plugins May 19 12:14:35.934790 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.935703 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.936216 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: security-groups-normalized-cidr May 19 12:14:35.936536 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.937512 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.938025 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: port-security-groups-filtering May 19 12:14:35.938345 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.940221 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.940724 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: security-groups-remote-address-group May 19 12:14:35.941043 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.941969 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.942513 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: security-groups-shared-filtering May 19 12:14:35.942833 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.943417 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 12:14:35.943736 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: securitygroup.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.953443 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.953977 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: security-group May 19 12:14:35.954332 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: segment.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.955298 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.955818 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension segment not supported by any of loaded plugins May 19 12:14:35.956143 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.957084 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.957602 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 12:14:35.957927 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: servicetype.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.959043 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.959570 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: service-type May 19 12:14:35.959889 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: sorting.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.960871 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.961202 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: sorting May 19 12:14:35.961520 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: standard_attr_segment.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.962446 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.962974 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 12:14:35.963292 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: standardattrdescription.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.963934 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.964446 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: standard-attr-description May 19 12:14:35.964765 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: stateful_security_group.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.965707 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.966228 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: stateful-security-group May 19 12:14:35.966583 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: stdattrs_common.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.967150 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 12:14:35.967472 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.968381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.968899 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 12:14:35.969220 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: subnet_onboard.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.970571 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.971204 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: subnet_onboard May 19 12:14:35.971530 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.972460 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.972972 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 12:14:35.973290 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: subnet_service_types.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.974205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.974749 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: subnet-service-types May 19 12:14:35.975069 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: subnetallocation.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.976139 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.976654 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: subnet_allocation May 19 12:14:35.976971 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.977633 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.978137 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: subnetpool-prefix-ops May 19 12:14:35.978480 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.979482 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.979996 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 12:14:35.980312 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: tagging.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.981391 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.981912 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: standard-attr-tag May 19 12:14:35.982232 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: timestamp.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.983454 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.983974 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loaded extension: standard-attr-timestamp May 19 12:14:35.984299 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: trunk.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.985324 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.986639 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension trunk not supported by any of loaded plugins May 19 12:14:35.987019 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: trunk_details.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.987943 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.988457 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension trunk-details not supported by any of loaded plugins May 19 12:14:35.988779 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: uplink_status_propagation.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.989688 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.990201 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 12:14:35.990551 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Loading extension file: vlantransparent.py {{(pid=104285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:14:35.991223 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:14:35.991729 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 12:14:35.994284 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:network May 19 12:14:35.994837 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:subnet May 19 12:14:35.995243 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:14:35.995632 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:port May 19 12:14:35.998101 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:35.998673 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service FLAVORS assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:35.999464 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:35.999893 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.000224 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:router May 19 12:14:36.000654 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:floatingip May 19 12:14:36.001678 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service METERING assigned prefix: /metering {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.003449 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:36.003818 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:36.004172 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:14:36.005172 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:14:36.005613 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:security_group May 19 12:14:36.006046 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:14:36.006603 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service CORE assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.007016 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:14:36.007363 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] subnetpool is already registered May 19 12:14:36.007780 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service CORE assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.008115 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:14:36.008442 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] subnetpool is already registered May 19 12:14:36.010711 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.011143 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service FLAVORS assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.011727 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.012149 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.012480 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:router May 19 12:14:36.012817 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] router is already registered May 19 12:14:36.013224 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:floatingip May 19 12:14:36.013559 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] floatingip is already registered May 19 12:14:36.014012 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service METERING assigned prefix: /metering {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.014692 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:14:36.015019 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] rbac_policy is already registered May 19 12:14:36.015426 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:security_group May 19 12:14:36.015760 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] security_group is already registered May 19 12:14:36.016159 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:14:36.016489 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] security_group_rule is already registered May 19 12:14:36.017580 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service CORE assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.017920 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:14:36.018258 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] subnetpool is already registered May 19 12:14:36.018714 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.v2.resource_helper [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Service CORE assigned prefix: {{(pid=104285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:14:36.019040 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:14:36.019370 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING neutron.quota.resource_registry [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] subnetpool is already registered May 19 12:14:36.019851 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: extensions {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.021331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: address-groups {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.022849 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: address-scopes {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.024155 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: agents {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.025318 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: auto-allocated-topology {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.026579 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: availability_zones {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.027799 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: dhcp-networks {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.029301 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: dhcp-agents {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.030718 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: routers {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.032515 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: flavors {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.034054 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: service_profiles {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.035304 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: next_providers {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.036730 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: service_profiles {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.038241 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: floatingip-pools {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.039471 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: routers {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.041146 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: floatingips {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.042552 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: l3-routers {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.043938 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: l3-agents {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.045328 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: metering-labels {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.046849 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: metering-label-rules {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.049046 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: network-ip-availabilities {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.050317 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: bindings {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.051977 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: quotas {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.053611 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: quotas {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.055166 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: rbac-policies {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.056336 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: security-groups {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.057696 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: security-group-rules {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.058954 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: service-providers {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.060161 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: subnetpools {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.061467 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: subnetpools {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.063024 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.065721 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.068625 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.070470 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.072065 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.074015 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.075707 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.077570 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.079397 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.081413 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron.api.extensions [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Extended resource: tags {{(pid=104285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:14:36.087516 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING keystonemiddleware.auth_token [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 12:14:36.093337 dv-cinder-778193-27-iscsi neutron-server[104285]: WARNING keystonemiddleware.auth_token [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 12:14:36.102629 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_concurrency.lockutils [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Acquired lock "singleton_lock" {{(pid=104285) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 12:14:36.103104 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_concurrency.lockutils [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Releasing lock "singleton_lock" {{(pid=104285) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 12:14:36.103758 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Starting 2 workers May 19 12:14:36.108938 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Started child 104398 {{(pid=104285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:14:36.114634 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Started child 104399 {{(pid=104285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:14:36.115059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:36.116427 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO neutron.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 12:14:36.116690 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [-] (104398) wsgi starting up on http://0.0.0.0:9696 May 19 12:14:36.117008 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:36.119470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:36.119939 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Starting 1 workers May 19 12:14:36.121050 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [-] (104399) wsgi starting up on http://0.0.0.0:9696 May 19 12:14:36.125303 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Started child 104400 {{(pid=104285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:14:36.125877 dv-cinder-778193-27-iscsi neutron-server[104285]: INFO oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Starting 1 workers May 19 12:14:36.130323 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] calling RpcWorker wait() {{(pid=104400) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 12:14:36.130916 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] returning from RpcWorker wait() {{(pid=104400) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 12:14:36.131824 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Started child 104401 {{(pid=104285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:14:36.132219 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:36.132625 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG neutron_lib.callbacks.manager [None req-f8b73f89-d6d0-40e8-a726-8819b6938d07 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:36.132726 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:14:36.134685 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104285) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 12:14:36.134860 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:14:36.135201 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:14:36.135620 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:14:36.135925 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:14:36.136089 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:14:36.136613 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.136900 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.136999 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:36.137543 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.137543 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.138018 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.138298 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.138572 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.138861 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.139097 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.139263 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.139427 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.139668 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.139906 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.140208 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.140488 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.140731 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.140966 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.141132 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.141372 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.141645 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.142327 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.142816 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] debug = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.143066 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.143568 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.143821 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.144038 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.144253 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.144524 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.144747 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.145136 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.145387 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.145600 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.145830 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.146077 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.146310 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.146574 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.146801 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.147062 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.147276 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.147722 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] host = dv-cinder-778193-27-iscsi {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.147956 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.148168 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.148390 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.148645 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.148899 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.149133 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.149390 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.149629 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.149879 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.150116 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.150364 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.150615 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.150829 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.151095 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.151255 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_options = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.151482 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.151737 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.151976 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.152166 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.152331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.152491 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.152804 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.152942 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.153133 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.153344 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.153552 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.153782 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.154007 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.154232 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.154513 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.154738 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.154953 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.155189 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.155502 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.155679 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.155898 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.156148 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.156360 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.156572 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.156782 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.157026 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.157264 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.158131 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.158516 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.158903 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.160145 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:14:36.160288 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.160555 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.161657 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.162267 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.162267 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.162630 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.162984 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.163143 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.163378 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.163629 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.163899 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.164174 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.164399 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.164652 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.164849 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.165079 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.165468 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_json = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166210 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166210 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166210 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166651 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166651 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166921 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.166921 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.167166 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.167343 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.167757 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.168033 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.168360 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.168614 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.168870 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.169116 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.169350 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.169579 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.169816 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.170157 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.170508 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.170735 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.171044 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.171317 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.171829 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.172155 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.172425 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.172689 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.172928 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.173781 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.174001 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.174243 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.174982 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.174982 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183252 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.183841 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184381 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.184941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.185561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186542 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186542 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186966 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.186966 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.187198 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.187401 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.187619 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.187845 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.188060 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.188287 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.188494 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.188856 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.189133 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.189501 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.189762 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.189974 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.190189 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.190494 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.190776 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.191030 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.191289 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.191510 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.191766 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.192017 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.192266 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.192489 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.192710 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.192921 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.193189 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.193432 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.193676 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.193916 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.194136 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.194395 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.194655 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.194873 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.195115 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.195331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.195572 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.195812 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.196098 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.196395 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.196746 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.196877 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.197058 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.197313 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.197579 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.197826 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.198104 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.198337 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.198640 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.199388 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.199388 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.199622 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.199744 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.199918 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.200196 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.200425 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.200670 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.200899 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.201126 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.201343 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.201606 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.201827 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.202059 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.202287 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.202685 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.202915 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.203128 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.203340 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.204070 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.204070 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.204425 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.204425 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.204709 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.204854 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.205082 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.205310 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.205525 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.205778 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.206024 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.206634 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.206634 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.207032 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.207032 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.207299 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.207671 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.207671 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.207947 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.208032 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.208243 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.208461 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.208799 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.208940 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.209127 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.209371 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.209610 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.209826 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.210040 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.210255 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.210486 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.210734 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.210956 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.211834 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.211834 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.211834 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.212213 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.212213 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.212455 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.212593 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.212807 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.213683 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.213683 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.213683 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.213683 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.214516 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.214516 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.214516 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.214516 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.214972 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.214972 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.215216 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.215459 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.215688 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.215936 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.216172 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.216479 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.216709 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.216944 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.217180 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.217399 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.217620 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.217876 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.218125 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.218340 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.218579 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.219066 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.220356 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.221135 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.222021 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.222257 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.222545 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.222780 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.224826 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.225079 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.225302 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.225529 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.225753 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.226011 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.226226 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.226745 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.226990 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.227224 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.227503 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.227725 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.227966 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.228197 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.228446 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.228682 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.228927 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.229145 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.229395 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.229583 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.229794 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.230047 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.230223 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.230455 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.230666 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.230888 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.231096 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.231304 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.231524 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.231737 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.231944 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.232165 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.232394 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.232603 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.232822 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.233033 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.233262 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.233507 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.233714 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.233920 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.234159 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.234371 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.234601 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.234861 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.235120 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.235372 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.236369 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.236517 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.236676 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.236919 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.237242 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.237456 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.237711 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.237928 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.238149 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.238367 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.238664 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.238997 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.239268 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.239526 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.239861 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.240134 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.240457 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.240766 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.240951 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.241255 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.241588 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.241968 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.242121 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.242349 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.242620 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.242843 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.243062 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244073 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244073 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244073 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244073 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244406 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244406 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244631 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.244858 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.245075 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.245298 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.245509 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.245770 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.245985 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.246141 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:14:36.246743 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104285) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 12:14:36.246985 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:14:36.247123 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:14:36.247280 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:14:36.247376 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:14:36.247511 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:14:36.247694 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.247858 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248018 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248178 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248390 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248513 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248671 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248829 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.248987 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.249147 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.249304 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.249464 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.249622 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.249781 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.249938 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.250097 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.250254 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.250434 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.250595 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.250755 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.250912 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.251094 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] debug = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.252621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.252621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.252621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.252621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.252621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.252621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253205 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253859 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253859 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253859 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.253859 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254139 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] host = dv-cinder-778193-27-iscsi {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254139 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254298 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254447 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254575 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254700 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254807 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.254964 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.255122 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.255278 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.255435 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.255592 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.255749 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.255906 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.256063 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.256204 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_options = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.256365 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.256520 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.256684 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.256872 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257032 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257190 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257347 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257506 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257664 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257822 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.257978 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.258135 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.258299 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.258598 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.258598 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.258798 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.258921 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259041 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259198 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259355 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259680 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259680 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259894 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.259973 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.260103 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.260247 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.260404 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.260561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.260718 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.260878 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261035 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261193 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261391 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261529 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261655 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261812 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.261971 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.262129 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.262395 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.262574 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.262666 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.262771 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.262928 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.263085 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.263324 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.263488 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.263644 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_json = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.263802 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.263972 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264102 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264327 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264455 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264584 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264715 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264839 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.264996 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:14:36.265180 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.265525 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.265525 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.265770 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.265892 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266014 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266136 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266264 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266388 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266682 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266959 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.266959 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.267220 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.267357 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.267478 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.267584 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.267731 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.267894 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.268056 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.268219 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.268382 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.268561 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.268703 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.268863 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269023 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269227 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269227 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269551 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269640 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269807 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.269986 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.270241 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.270428 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.270611 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.270773 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.270981 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.271114 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.271247 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.271409 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.271572 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.271742 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.271896 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.272056 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.272209 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.272366 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.272528 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.272690 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.272852 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273015 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273176 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273339 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273500 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273662 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273824 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.273986 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.274148 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.274307 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.274502 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.274665 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.274826 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.274989 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.275151 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.275311 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.275481 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.275688 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.275859 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.276022 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.276184 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.276359 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.276520 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.276682 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.276843 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277004 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277167 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277328 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277490 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277651 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277812 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.277974 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.278135 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.278296 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.278489 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.278656 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.278815 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.278977 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.279139 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.279300 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.279451 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.279609 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.279757 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.279903 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.280084 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.280247 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.280409 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.280571 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.280733 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.280895 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.281056 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.281217 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.281383 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.281543 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.281703 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.281866 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.282031 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.282192 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.282884 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.283048 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.283211 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.283372 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.283533 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.283693 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.283854 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284015 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284176 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284337 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284496 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284656 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284816 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.284987 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.285152 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.285313 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.285575 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.285699 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.285781 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.285940 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.286101 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.286264 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.286440 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.286601 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.286778 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.286923 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.287339 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.287339 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.287498 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.287577 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.287693 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.287836 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288001 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288160 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288345 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288507 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288684 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288829 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.288989 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.289150 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.289311 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.289398 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:14:36.289488 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.289621 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.289783 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.289944 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.290107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.290269 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.290488 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.290661 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.290823 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.290985 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.291147 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.291310 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.291473 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.291783 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.291951 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.292190 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.292408 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.292791 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.292791 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.293100 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.293100 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.293331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.293331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.293600 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.293600 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294053 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294053 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294053 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294400 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294400 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294686 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294686 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.294900 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295021 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295142 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295300 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295499 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295634 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295780 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.295941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.296104 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.296266 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.296428 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.296847 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.297009 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.297170 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.297331 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.297493 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.297673 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.297834 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.298063 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.298730 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.298959 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.299123 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.299285 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.299447 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.299609 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.299770 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.299934 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.300096 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.300460 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.300460 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.300704 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.300704 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.300933 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301053 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301172 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301317 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301482 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301644 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301805 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.301967 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.302128 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.302289 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.302537 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.302701 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.302862 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.303037 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.303200 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.303360 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.303522 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.303684 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.303845 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304074 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304200 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304314 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304475 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304635 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304800 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.304972 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.305135 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.305295 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.305456 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.305616 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.305776 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.305946 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.306107 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.306268 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.306445 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.306609 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.306770 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.306941 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.307102 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.307262 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.307423 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.307582 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.307743 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.307915 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.308075 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.308236 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.308397 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.308557 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.308717 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.308888 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.309050 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.309210 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.309391 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.309539 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.309699 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.309859 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.310121 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.310255 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.310349 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.310523 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.310685 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.310846 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.311011 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.311177 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.311349 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.311518 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.311681 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.311852 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.312022 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.312192 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.312353 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.312584 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.312766 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.312928 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.313090 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.313253 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.313415 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.313599 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.313763 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.313919 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.314074 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.314225 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.314380 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.314380 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.314826 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.314826 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315104 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315225 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315546 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315546 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315777 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315777 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:14:36.315926 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:14:36.340667 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43098) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:14:36.350180 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073888 May 19 12:14:45.448555 dv-cinder-778193-27-iscsi neutron-server[104285]: DEBUG dbcounter [-] [104285] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:48.314728 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writer thread running {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:14:48.315748 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a1e5f-4f83-487f-b5bb-6c09e3ce403c None None] get_active_networks_info from dv-cinder-778193-27-iscsi {{(pid=104400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 12:14:48.398471 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a1e5f-4f83-487f-b5bb-6c09e3ce403c None None] No non-hosted networks {{(pid=104400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 12:14:48.418205 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a7-d574-4fd1-95f0-67352bdc38d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588237'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:49.906187 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writer thread running {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:14:50.617114 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f70d8f90-ecfc-4258-856c-5b45badc9da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588237'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:50.660692 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.db.api [None req-1b42da8d-49c3-4f2d-9dcd-6b115f9ca73f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-27-iscsi {{(pid=104400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:14:50.661708 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG oslo_db.api [None req-1b42da8d-49c3-4f2d-9dcd-6b115f9ca73f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:14:51.248614 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1b42da8d-49c3-4f2d-9dcd-6b115f9ca73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:51.603563 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43172) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:14:51.757593 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588237'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:52.171922 dv-cinder-778193-27-iscsi neutron-server[104399]: WARNING oslo_policy.policy [None req-eef6902d-a0b9-42ab-96c8-9523932fb219 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:52.172545 dv-cinder-778193-27-iscsi neutron-server[104399]: WARNING oslo_policy.policy [None req-eef6902d-a0b9-42ab-96c8-9523932fb219 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:52.393796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [None req-eef6902d-a0b9-42ab-96c8-9523932fb219 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:14:52.398360 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-eef6902d-a0b9-42ab-96c8-9523932fb219 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7938707 May 19 12:14:53.305858 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588237'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:54.882787 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588237'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:54.883571 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.883859 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.884361 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.884846 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.885172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.885604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.885923 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.886430 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.886779 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.887115 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.887458 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.887835 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.888168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.888488 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.889082 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:54.889478 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-27-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:14:54.902555 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-27-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:14:55.114949 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 43204) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:14:55.704018 dv-cinder-778193-27-iscsi neutron-server[104398]: WARNING oslo_policy.policy [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:55.704746 dv-cinder-778193-27-iscsi neutron-server[104398]: WARNING oslo_policy.policy [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:55.923075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:14:56.014045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.policy [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104398) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:14:56.057605 dv-cinder-778193-27-iscsi neutron-server[104398]: WARNING oslo_policy.policy [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:56.058071 dv-cinder-778193-27-iscsi neutron-server[104398]: WARNING oslo_policy.policy [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:56.079507 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writer thread running {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:14:56.287991 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734579592841', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734579591325', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734579576406', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734579564640', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734579562512', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734579424246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1699885', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1706015', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777859', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549332'] for rbac-policy (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:56.496686 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:56.502457 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8b7e5f7c-34af-46ef-8620-481791ba1feb admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3812952 May 19 12:14:58.746203 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.db.l3_hamode_db [None req-7af90665-dccc-431a-8b57-bd29c71cc340 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 12:14:58.826105 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af90665-dccc-431a-8b57-bd29c71cc340 None None] Routers set() bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:14:58.826524 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af90665-dccc-431a-8b57-bd29c71cc340 None None] Router IDs set() for agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 12:14:59.015420 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43222) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:14:59.352836 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:14:59.366182 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writer thread running {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:14:59.476642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Made reservation on behalf of adcc2a3589e7498db55bb58c9719de51 for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:14:59.538639 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.policy [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104399) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:14:59.580679 dv-cinder-778193-27-iscsi neutron-server[104399]: WARNING oslo_policy.policy [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:59.581066 dv-cinder-778193-27-iscsi neutron-server[104399]: WARNING oslo_policy.policy [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:14:59.591294 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:59.614436 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:59.733288 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks [] for security_group (40fb7f91-f317-44df-9de4-da22766943cf), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:59.819223 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (40fb7f91-f317-44df-9de4-da22766943cf), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:59.857958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=104399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:14:59.884219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb7f91-f317-44df-9de4-da22766943cf,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:14:59.901456 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.901795 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.902131 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.902498 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.902830 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.903151 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.903468 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.903788 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.904120 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.904443 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.904758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.905080 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.905397 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.905737 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.906793 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Tracked resource versions report: May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: pushed versions: May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: { 'AddressGroup': {'1.2'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Agent': {'1.1'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'ConntrackHelper': {'1.0'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'LocalIPAssociation': {'1.0'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Log': {'1.0'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'NDPProxy': {'1.0'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Network': {'1.1'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Port': {'1.7'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'PortForwarding': {'1.3'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'QosPolicy': {'1.10'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroup': {'1.5'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroupRule': {'1.2'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SubPort': {'1.0'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Subnet': {'1.1'}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Trunk': {'1.1'}} May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: consumer versions: May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Agent': '1.1', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'ConntrackHelper': '1.0', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'LocalIPAssociation': '1.0', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Log': '1.0', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'NDPProxy': '1.0', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Network': '1.1', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Port': '1.7', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'PortForwarding': '1.3', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'QosPolicy': '1.10', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroup': '1.5', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroupRule': '1.2', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SubPort': '1.0', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Subnet': '1.1', May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Trunk': '1.1'}} May 19 12:14:59.908958 dv-cinder-778193-27-iscsi neutron-server[104399]: {{(pid=104399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:14:59.931618 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (30f88438-a98c-48eb-b6f3-ce0fbac6d48b), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:59.932196 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Added segment 30f88438-a98c-48eb-b6f3-ce0fbac6d48b of type vlan for network e665a282-e685-4713-ba9d-dc2396b7c06e May 19 12:15:00.021529 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (e665a282-e685-4713-ba9d-dc2396b7c06e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:00.099614 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (e665a282-e685-4713-ba9d-dc2396b7c06e), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:00.104811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:00.105522 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:00.229368 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] Pushing event updated for resources: {'Network': ['ID=e665a282-e685-4713-ba9d-dc2396b7c06e,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:00.242462 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network e665a282-e685-4713-ba9d-dc2396b7c06e details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:15:00.251496 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6b15b5af-926a-40e1-a579-fac80780fb2b demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2336476 May 19 12:15:02.824641 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43236) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:03.254284 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc694549-c59d-4f96-b0a0-2e87576c4baa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:03.255639 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fc694549-c59d-4f96-b0a0-2e87576c4baa demo admin] 10.222.0.57 "GET /v2.0/networks/e665a282-e685-4713-ba9d-dc2396b7c06e HTTP/1.1" status: 200 len: 825 time: 0.4300528 May 19 12:15:03.298103 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7e5aee79-490e-4bc0-b435-6654b91290c3 demo admin] 10.222.0.57 "GET /v2.0/subnetpools/1f95b7da-63b4-4f5e-b837-c20cbb97fc0a HTTP/1.1" status: 200 len: 734 time: 0.0363991 May 19 12:15:03.307409 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Request body: {'subnet': {'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a', 'ip_version': 4}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:15:03.317958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:03.453622 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Made reservation on behalf of adcc2a3589e7498db55bb58c9719de51 for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:15:03.456190 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:03.618565 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:03.853832 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (70f982f8-a035-4056-b5de-bebc8f4b6002), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:03.924836 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Pushing event updated for resources: {'Subnet': ['ID=70f982f8-a035-4056-b5de-bebc8f4b6002,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:03.932226 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Checking segment: {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:15:03.932588 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Network hostable DHCP agents. Network: e665a282-e685-4713-ba9d-dc2396b7c06e, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:15:04.041906 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Network e665a282-e685-4713-ba9d-dc2396b7c06e is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:15:04.139381 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, e665a282-e685-4713-ba9d-dc2396b7c06e) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:15:04.145356 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:04.146156 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:04.150314 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce15010-3199-4c72-af1f-cdd652cbe86a None None] Network e665a282-e685-4713-ba9d-dc2396b7c06e requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:15:04.242528 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d61a333c-0c18-451d-a4b3-0773e051004c demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9240117 May 19 12:15:04.283328 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=47,neutron:INSERT=31,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:04.424774 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070120b-a074-46df-807e-ab991f15540b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-e665a282-e685-4713-ba9d-dc2396b7c06e', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:15:04.426092 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:04.747208 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-b070120b-a074-46df-807e-ab991f15540b None None] Allocated IP 172.20.0.2 (e665a282-e685-4713-ba9d-dc2396b7c06e/70f982f8-a035-4056-b5de-bebc8f4b6002/34d51a04-eaff-4e0b-a9dc-3e0badbc24b2) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:15:05.005783 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Publish callbacks [] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:05.082813 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:05.158911 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b070120b-a074-46df-807e-ab991f15540b None None] Network e665a282-e685-4713-ba9d-dc2396b7c06e is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:15:05.167790 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-b070120b-a074-46df-807e-ab991f15540b None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:15:05.173960 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070120b-a074-46df-807e-ab991f15540b None None] Pushing event updated for resources: {'Port': ['ID=34d51a04-eaff-4e0b-a9dc-3e0badbc24b2,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:05.182302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070120b-a074-46df-807e-ab991f15540b None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:15:05.228082 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.228427 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.228770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.229125 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.229469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.229800 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.230144 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.230468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.230816 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.231150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.231471 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.231814 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.232138 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.232464 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.232783 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Tracked resource versions report: May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: pushed versions: May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: { 'AddressGroup': {'1.2'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Agent': {'1.1'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'ConntrackHelper': {'1.0'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'LocalIPAssociation': {'1.0'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Log': {'1.0'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'NDPProxy': {'1.0'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Network': {'1.1'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Port': {'1.7'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'PortForwarding': {'1.3'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'QosPolicy': {'1.10'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroup': {'1.5'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroupRule': {'1.2'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SubPort': {'1.0'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Subnet': {'1.1'}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Trunk': {'1.1'}} May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: consumer versions: May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Agent': '1.1', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'ConntrackHelper': '1.0', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'LocalIPAssociation': '1.0', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Log': '1.0', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'NDPProxy': '1.0', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Network': '1.1', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Port': '1.7', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'PortForwarding': '1.3', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'QosPolicy': '1.10', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroup': '1.5', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroupRule': '1.2', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SubPort': '1.0', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Subnet': '1.1', May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Trunk': '1.1'}} May 19 12:15:05.234808 dv-cinder-778193-27-iscsi neutron-server[104400]: {{(pid=104400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:15:05.278067 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-b070120b-a074-46df-807e-ab991f15540b None None] Attempting to bind port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:15:05.278385 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-b070120b-a074-46df-807e-ab991f15540b None None] Attempting to bind port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:15:05.278837 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070120b-a074-46df-807e-ab991f15540b None None] Attempting to bind port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 on network e665a282-e685-4713-ba9d-dc2396b7c06e {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:15:05.284261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070120b-a074-46df-807e-ab991f15540b None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:15:05.284613 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070120b-a074-46df-807e-ab991f15540b None None] Checking segment: {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:15:05.285113 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:05.285501 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070120b-a074-46df-807e-ab991f15540b None None] Bound using segment: {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:15:05.285986 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-b070120b-a074-46df-807e-ab991f15540b None None] Bound port: 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:15:05.286400 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:05.326847 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:05.351366 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b070120b-a074-46df-807e-ab991f15540b None None] For port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:15:05.372307 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b070120b-a074-46df-807e-ab991f15540b None None] For port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=34d51a04-eaff-4e0b-a9dc-3e0badbc24b2,segment=NetworkSegment(30f88438-a98c-48eb-b6f3-ce0fbac6d48b),segment_id=30f88438-a98c-48eb-b6f3-ce0fbac6d48b)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:15:05.471347 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b070120b-a074-46df-807e-ab991f15540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:05.561050 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070120b-a074-46df-807e-ab991f15540b None None] Pushing event updated for resources: {'Port': ['ID=34d51a04-eaff-4e0b-a9dc-3e0badbc24b2,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:06.212596 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:06.225491 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=7 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:06.412547 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:06.415263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=22,neutron:INSERT=36,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:06.820168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 43258) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:07.159822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [None req-32fe6830-a755-4f8e-a64e-01835967e40d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:15:07.160977 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-32fe6830-a755-4f8e-a64e-01835967e40d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3398585 May 19 12:15:09.727196 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 43266) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:10.074527 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [None req-a5cb6728-faaa-4d45-9a38-625fbc8cd337 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:15:10.077761 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-a5cb6728-faaa-4d45-9a38-625fbc8cd337 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3473952 May 19 12:15:12.659095 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43274) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:13.002136 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:15:13.082257 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (6ab6df1f-a752-4445-8179-2736ad26726b), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:13.083851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (6ab6df1f-a752-4445-8179-2736ad26726b), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:13.223355 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] Publish callbacks [] for router_controller (6ab6df1f-a752-4445-8179-2736ad26726b), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:13.311254 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (6ab6df1f-a752-4445-8179-2736ad26726b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:13.415435 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:13.416629 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e33a329e-02ce-4dd8-9392-0e8e36f9e554 demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7565472 May 19 12:15:15.523350 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:15:15.545034 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=73,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:15.622021 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:15.622465 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:15.732756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:15.733058 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:15.770191 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=34d51a04-eaff-4e0b-a9dc-3e0badbc24b2,segment=NetworkSegment(30f88438-a98c-48eb-b6f3-ce0fbac6d48b),segment_id=30f88438-a98c-48eb-b6f3-ce0fbac6d48b)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:15:15.841676 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:15.898645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=34d51a04-eaff-4e0b-a9dc-3e0badbc24b2,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:15.987545 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43286) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:16.177507 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:15:16.369587 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [None req-f0a5b913-e613-4ab0-aa85-710efb157034 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:15:16.370687 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f0a5b913-e613-4ab0-aa85-710efb157034 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3821652 May 19 12:15:17.307045 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11715788-5669-482c-8fe8-428add67ff9d None None] Network e665a282-e685-4713-ba9d-dc2396b7c06e requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:15:17.396262 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-42890d58-e650-4a13-86b5-a13b9fdbba64 None None] Provisioning complete for port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:17.396642 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-42890d58-e650-4a13-86b5-a13b9fdbba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:17.501902 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:15:17.537473 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-42890d58-e650-4a13-86b5-a13b9fdbba64 None None] Current status of the port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:17.565242 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:17.566046 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:17.646219 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:17.660018 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-8d906fb5-dd86-4fae-9d02-56f1c49f91e2 None None] Provisioning complete for port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:17.660018 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8d906fb5-dd86-4fae-9d02-56f1c49f91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:17.693439 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:17.737168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-8d906fb5-dd86-4fae-9d02-56f1c49f91e2 None None] Current status of the port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:18.304616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa4a822c-8374-4721-b56e-f6b36ca9d39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:18.944431 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43294) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:19.272424 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:15:19.391083 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Made reservation on behalf of 67ffb05dd43a48979db84b48835b3e07 for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:15:19.395173 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.402661 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.480925 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks [] for security_group (b6c9383f-813b-47e7-b971-ffcfa65b47bc), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.556003 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b6c9383f-813b-47e7-b971-ffcfa65b47bc), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.572100 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:19.575840 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104399) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 12:15:19.594552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c9383f-813b-47e7-b971-ffcfa65b47bc,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:19.600111 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6516769e-9c84-4669-90f0-0f2f19485b8e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.600659 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Added segment 6516769e-9c84-4669-90f0-0f2f19485b8e of type flat for network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 May 19 12:15:19.648011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.778721 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.779760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:19.780340 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.876738 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1d7b8d-f862-41f8-ae6d-388fe48c9e30,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:19.886307 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:15:20.038446 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-74920f66-3414-4a96-af96-cacbd6f9eec0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0929089 May 19 12:15:20.562537 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a8367558-0c17-470d-bcf5-0cb04ce9a247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:21.653218 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:22.540938 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43312) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:22.723613 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99262f-51e1-4342-9f83-a222ae07f34e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:22.724974 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-eb99262f-51e1-4342-9f83-a222ae07f34e demo admin] 10.222.0.57 "GET /v2.0/subnets/70f982f8-a035-4056-b5de-bebc8f4b6002 HTTP/1.1" status: 200 len: 849 time: 0.1830752 May 19 12:15:22.849333 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ee229816-6675-4b7e-8fde-9b5141a61644 demo admin] 10.222.0.57 "GET /v2.0/routers/6ab6df1f-a752-4445-8179-2736ad26726b HTTP/1.1" status: 200 len: 704 time: 0.1187236 May 19 12:15:22.859583 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:23.126150 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:23.224137 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:23.479534 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Allocated IP 172.20.0.1 (e665a282-e685-4713-ba9d-dc2396b7c06e/70f982f8-a035-4056-b5de-bebc8f4b6002/fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:15:23.636613 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks [] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:23.756778 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:23.831994 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Network e665a282-e685-4713-ba9d-dc2396b7c06e is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:15:23.841066 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:15:23.846248 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:15:23.853533 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (6ab6df1f-a752-4445-8179-2736ad26726b), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:23.853533 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:23.869400 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Pushing event updated for resources: {'Port': ['ID=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:24.094493 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-869c6f3f-2029-4c84-b9cb-8d16d5581726 None None] Provisioning complete for port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:24.094897 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-869c6f3f-2029-4c84-b9cb-8d16d5581726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.126754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-869c6f3f-2029-4c84-b9cb-8d16d5581726 None None] Port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:15:24.157116 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.194366 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:24.317309 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:24.415088 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks [] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.493013 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.493950 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (6ab6df1f-a752-4445-8179-2736ad26726b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.574246 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Pushing event updated for resources: {'Port': ['ID=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:24.627196 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Network e665a282-e685-4713-ba9d-dc2396b7c06e is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:15:24.628491 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:15:24.778893 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.847383 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-fa268c0e-473d-434e-b6f2-5156dd2d53d6 None None] Provisioning complete for port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:24.847687 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa268c0e-473d-434e-b6f2-5156dd2d53d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:24.868812 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:24.882276 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-fa268c0e-473d-434e-b6f2-5156dd2d53d6 None None] Port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:15:24.923432 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Router 6ab6df1f-a752-4445-8179-2736ad26726b is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:15:25.016312 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:15:25.022176 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-24ada3b3-a829-481f-9c40-7cacb7d67a17 demo admin] 10.222.0.57 "PUT /v2.0/routers/6ab6df1f-a752-4445-8179-2736ad26726b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1674912 May 19 12:15:25.039034 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Sync routers for ids ['6ab6df1f-a752-4445-8179-2736ad26726b'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:15:25.052523 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Routers {'6ab6df1f-a752-4445-8179-2736ad26726b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:15:25.053378 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:15:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['6ab6df1f-a752-4445-8179-2736ad26726b'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:25.238870 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Set router 6ab6df1f-a752-4445-8179-2736ad26726b gateway port host: None {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:15:25.670388 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'name': 'router1', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:15:13Z', 'updated_at': '2022-05-19T12:15:23Z', 'revision_number': 2, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'gw_port_host': None, '_interfaces': [{'id': 'fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f', 'name': '', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'mac_address': 'fa:16:3e:53:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:23Z', 'updated_at': '2022-05-19T12:15:24Z', 'revision_number': 2, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'subnets': [{'id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:25.719917 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Checking router: 6ab6df1f-a752-4445-8179-2736ad26726b for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:15:25.720292 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Updating router 6ab6df1f-a752-4445-8179-2736ad26726b port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:15:25.804952 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.327958 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Publish callbacks [] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.413224 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.578845 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Pushing event updated for resources: {'Port': ['ID=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:26.598471 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.598825 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.599169 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.599516 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.599850 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.600175 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.600504 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.600826 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.601537 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.601537 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.601789 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.602126 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.602467 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.602785 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.603101 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Tracked resource versions report: May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: pushed versions: May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: { 'AddressGroup': {'1.2'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Agent': {'1.1'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'ConntrackHelper': {'1.0'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'LocalIPAssociation': {'1.0'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Log': {'1.0'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'NDPProxy': {'1.0'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Network': {'1.1'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Port': {'1.7'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'PortForwarding': {'1.3'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'QosPolicy': {'1.10'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroup': {'1.5'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroupRule': {'1.2'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SubPort': {'1.0'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Subnet': {'1.1'}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Trunk': {'1.1'}} May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: consumer versions: May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Agent': '1.1', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'ConntrackHelper': '1.0', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'LocalIPAssociation': '1.0', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Log': '1.0', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'NDPProxy': '1.0', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Network': '1.1', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Port': '1.7', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'PortForwarding': '1.3', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'QosPolicy': '1.10', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroup': '1.5', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroupRule': '1.2', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SubPort': '1.0', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Subnet': '1.1', May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Trunk': '1.1'}} May 19 12:15:26.604549 dv-cinder-778193-27-iscsi neutron-server[104401]: {{(pid=104401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:15:26.608450 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Attempting to bind port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:15:26.608931 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Attempting to bind port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:15:26.609802 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Attempting to bind port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f on network e665a282-e685-4713-ba9d-dc2396b7c06e {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:15:26.616094 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:15:26.616504 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Checking segment: {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:15:26.617029 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.617408 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Bound using segment: {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:15:26.617914 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Bound port: fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f88438-a98c-48eb-b6f3-ce0fbac6d48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:15:26.618300 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.675136 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:26.690598 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] For port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:15:26.698847 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:26.714049 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] For port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,segment=NetworkSegment(30f88438-a98c-48eb-b6f3-ce0fbac6d48b),segment_id=30f88438-a98c-48eb-b6f3-ce0fbac6d48b)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:15:26.808672 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b6bb193a-fbc3-44a5-acce-b3bcc524b84d None None] Provisioning complete for port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:26.809475 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b6bb193a-fbc3-44a5-acce-b3bcc524b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.841458 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb193a-fbc3-44a5-acce-b3bcc524b84d None None] Port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:15:26.845860 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:26.910936 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Routers {'6ab6df1f-a752-4445-8179-2736ad26726b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:15:26.911584 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:15:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['6ab6df1f-a752-4445-8179-2736ad26726b'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:26.917018 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844212e-aa7f-4b38-8d0c-a657f2318e4e None None] Pushing event updated for resources: {'Port': ['ID=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,revision_number=4']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:27.005962 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] Set router 6ab6df1f-a752-4445-8179-2736ad26726b gateway port host: None {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:15:27.164954 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] Provisioning complete for port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:27.165301 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:27.211125 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'name': 'router1', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:15:13Z', 'updated_at': '2022-05-19T12:15:23Z', 'revision_number': 2, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'gw_port_host': None, '_interfaces': [{'id': 'fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f', 'name': '', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'mac_address': 'fa:16:3e:53:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:23Z', 'updated_at': '2022-05-19T12:15:26Z', 'revision_number': 4, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'subnets': [{'id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:27.236978 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8d90-3cf5-4425-8f94-3911b67b8ce7 None None] The sync data for ids ['6ab6df1f-a752-4445-8179-2736ad26726b'] in dv-cinder-778193-27-iscsi is: [{'id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'name': 'router1', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:15:13Z', 'updated_at': '2022-05-19T12:15:23Z', 'revision_number': 2, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'gw_port_host': None, '_interfaces': [{'id': 'fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f', 'name': '', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'mac_address': 'fa:16:3e:53:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:23Z', 'updated_at': '2022-05-19T12:15:26Z', 'revision_number': 4, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'subnets': [{'id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:15:27.248352 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] Current status of the port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:27.249718 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:27.285118 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] For port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,segment=NetworkSegment(30f88438-a98c-48eb-b6f3-ce0fbac6d48b),segment_id=30f88438-a98c-48eb-b6f3-ce0fbac6d48b)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:15:27.378709 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:27.435067 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8193bc2-a602-4484-a7eb-ad505c2acf77 None None] Pushing event updated for resources: {'Port': ['ID=fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:27.559225 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43332) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:27.673180 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc851461-6f16-42c1-812f-39844f137362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:27.674584 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-dc851461-6f16-42c1-812f-39844f137362 admin admin] 10.222.0.57 "GET /v2.0/networks/ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 HTTP/1.1" status: 200 len: 842 time: 0.1143725 May 19 12:15:27.684272 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Request body: {'subnet': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:15:27.790153 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Made reservation on behalf of 67ffb05dd43a48979db84b48835b3e07 for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:15:27.792705 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:27.929416 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:28.258952 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.objects.ports [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104399) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 12:15:28.259395 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (76572d7b-dcce-4c6c-adac-d9ab09dd068f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:28.262443 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:28.312460 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=76572d7b-dcce-4c6c-adac-d9ab09dd068f,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:28.328408 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:15:28.328759 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Network hostable DHCP agents. Network: ea1d7b8d-f862-41f8-ae6d-388fe48c9e30, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:15:28.407669 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:15:28.487749 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, ea1d7b8d-f862-41f8-ae6d-388fe48c9e30) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:15:28.492114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:28.492758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:28.499202 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c23a29-f8b8-425b-83f4-b750c37149cb None None] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:15:28.604319 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31718d3-b16c-4d60-afc8-874a70f5f290 None None] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:15:28.634284 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-40c8d201-4d1e-4d77-a21d-8f26d06de62a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9377902 May 19 12:15:31.033022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43340) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:31.175145 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-229f57a3-47bd-43d4-ae1f-7b58b2964c18 demo admin] 10.222.0.57 "GET /v2.0/routers/6ab6df1f-a752-4445-8179-2736ad26726b HTTP/1.1" status: 200 len: 710 time: 0.1351593 May 19 12:15:31.265851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee54d1-d49a-4f6b-a1fa-4b3f7992d295 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:15:31.267169 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-73ee54d1-d49a-4f6b-a1fa-4b3f7992d295 demo admin] 10.222.0.57 "GET /v2.0/networks/ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 HTTP/1.1" status: 200 len: 886 time: 0.0911801 May 19 12:15:31.276053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:15:31.531022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks [] for router_gateway (6ab6df1f-a752-4445-8179-2736ad26726b), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:31.908433 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:31.918856 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks [] for router_gateway (6ab6df1f-a752-4445-8179-2736ad26726b), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:32.000153 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:32.096789 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:32.110870 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Allocated IP 172.27.3.159 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/05b96afc-840a-4148-8942-d86b17b50e4c) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:15:32.220519 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks [] for port (05b96afc-840a-4148-8942-d86b17b50e4c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:32.362279 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:32.405020 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:15:32.408077 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:15:32.411506 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:15:32.446912 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Pushing event updated for resources: {'Port': ['ID=05b96afc-840a-4148-8942-d86b17b50e4c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:32.880379 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks [] for router_gateway (6ab6df1f-a752-4445-8179-2736ad26726b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:32.915616 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:33.078101 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5133'] for router (6ab6df1f-a752-4445-8179-2736ad26726b), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:33.081798 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579620'] for router (6ab6df1f-a752-4445-8179-2736ad26726b), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:33.188693 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Router 6ab6df1f-a752-4445-8179-2736ad26726b has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:15:33.291923 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:15:33.296742 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:33.297993 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-5b7beded-9405-4a21-bad7-b5927a644bcd demo admin] 10.222.0.57 "PUT /v2.0/routers/6ab6df1f-a752-4445-8179-2736ad26726b HTTP/1.1" status: 200 len: 890 time: 2.0251961 May 19 12:15:35.519675 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:15:35.574698 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:35.575104 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:35.649404 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:35.653543 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:35.815072 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43352) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:35.933820 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2ca76532-3bed-4645-951a-ef0fb9796e41 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176028 May 19 12:15:36.503570 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Sync routers for ids ['6ab6df1f-a752-4445-8179-2736ad26726b'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:15:36.515572 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Routers {'6ab6df1f-a752-4445-8179-2736ad26726b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:15:36.516238 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:15:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['6ab6df1f-a752-4445-8179-2736ad26726b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:36.738605 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Set router 6ab6df1f-a752-4445-8179-2736ad26726b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:15:37.209264 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'name': 'router1', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '05b96afc-840a-4148-8942-d86b17b50e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:15:13Z', 'updated_at': '2022-05-19T12:15:32Z', 'revision_number': 4, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'gw_port': {'id': '05b96afc-840a-4148-8942-d86b17b50e4c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:32Z', 'updated_at': '2022-05-19T12:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f', 'name': '', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'mac_address': 'fa:16:3e:53:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:23Z', 'updated_at': '2022-05-19T12:15:27Z', 'revision_number': 5, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'subnets': [{'id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:37.262231 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Checking router: 6ab6df1f-a752-4445-8179-2736ad26726b for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:15:37.262624 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Updating router 6ab6df1f-a752-4445-8179-2736ad26726b port 05b96afc-840a-4148-8942-d86b17b50e4c binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:15:37.301844 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:37.322460 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:37.712470 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Publish callbacks [] for port (05b96afc-840a-4148-8942-d86b17b50e4c), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:37.841277 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:37.898121 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8d1c-75e9-4ca0-93f9-f2919a71b917 None None] Pushing event updated for resources: {'Port': ['ID=05b96afc-840a-4148-8942-d86b17b50e4c,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:37.903443 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Attempting to bind port 05b96afc-840a-4148-8942-d86b17b50e4c on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:15:37.903854 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Attempting to bind port 05b96afc-840a-4148-8942-d86b17b50e4c by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:15:37.908401 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Attempting to bind port 05b96afc-840a-4148-8942-d86b17b50e4c on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:15:37.910712 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:15:37.911085 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:15:37.911481 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:37.911892 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:15:37.912352 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Bound port: 05b96afc-840a-4148-8942-d86b17b50e4c, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:15:37.912844 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:37.951303 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:37.968478 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] For port 05b96afc-840a-4148-8942-d86b17b50e4c, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:15:37.972057 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] For port 05b96afc-840a-4148-8942-d86b17b50e4c, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=05b96afc-840a-4148-8942-d86b17b50e4c,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:15:38.082227 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:38.147182 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8d1c-75e9-4ca0-93f9-f2919a71b917 None None] Pushing event updated for resources: {'Port': ['ID=05b96afc-840a-4148-8942-d86b17b50e4c,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:38.156996 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Routers {'6ab6df1f-a752-4445-8179-2736ad26726b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:15:38.157628 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:15:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['6ab6df1f-a752-4445-8179-2736ad26726b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:38.274108 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] Set router 6ab6df1f-a752-4445-8179-2736ad26726b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:15:38.494367 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'name': 'router1', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '05b96afc-840a-4148-8942-d86b17b50e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:15:13Z', 'updated_at': '2022-05-19T12:15:32Z', 'revision_number': 4, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'gw_port': {'id': '05b96afc-840a-4148-8942-d86b17b50e4c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:32Z', 'updated_at': '2022-05-19T12:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f', 'name': '', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'mac_address': 'fa:16:3e:53:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:23Z', 'updated_at': '2022-05-19T12:15:27Z', 'revision_number': 5, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'subnets': [{'id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:15:38.523773 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ccff8-5c1a-4827-9307-03a7d9f0d450 None None] The sync data for ids ['6ab6df1f-a752-4445-8179-2736ad26726b'] in dv-cinder-778193-27-iscsi is: [{'id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'name': 'router1', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '05b96afc-840a-4148-8942-d86b17b50e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:15:13Z', 'updated_at': '2022-05-19T12:15:32Z', 'revision_number': 4, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'gw_port': {'id': '05b96afc-840a-4148-8942-d86b17b50e4c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:32Z', 'updated_at': '2022-05-19T12:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f', 'name': '', 'network_id': 'e665a282-e685-4713-ba9d-dc2396b7c06e', 'tenant_id': 'adcc2a3589e7498db55bb58c9719de51', 'mac_address': 'fa:16:3e:53:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6df1f-a752-4445-8179-2736ad26726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:15:23Z', 'updated_at': '2022-05-19T12:15:27Z', 'revision_number': 5, 'project_id': 'adcc2a3589e7498db55bb58c9719de51', 'subnets': [{'id': '70f982f8-a035-4056-b5de-bebc8f4b6002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f95b7da-63b4-4f5e-b837-c20cbb97fc0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:15:39.548107 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 05b96afc-840a-4148-8942-d86b17b50e4c up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:15:39.613883 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 05b96afc-840a-4148-8942-d86b17b50e4c triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:39.614281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:39.650300 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:39.721503 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 05b96afc-840a-4148-8942-d86b17b50e4c is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:39.723060 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:39.745546 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 05b96afc-840a-4148-8942-d86b17b50e4c, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=05b96afc-840a-4148-8942-d86b17b50e4c,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:15:39.807675 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:39.885747 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=05b96afc-840a-4148-8942-d86b17b50e4c,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:15:41.186536 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=25 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:41.189214 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=64 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:41.569001 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 05b96afc-840a-4148-8942-d86b17b50e4c up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:15:41.687898 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 05b96afc-840a-4148-8942-d86b17b50e4c triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:15:41.688564 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (05b96afc-840a-4148-8942-d86b17b50e4c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:41.797558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:41.864831 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 05b96afc-840a-4148-8942-d86b17b50e4c is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:15:45.913054 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:45.929940 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=36 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:48.367984 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b86b8520-6b4c-4390-b4ea-56ba2348994b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:50.543941 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-bb5e84b6-f10c-4b80-8a7a-64dcd3e29b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:51.686398 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:53.180190 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:15:53.241554 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:54.795877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:03.180775 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:04.709676 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:04.714646 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:18.170368 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:18.177779 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:18.314184 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-92daafee-42c7-43d7-9d3c-e76522ccb681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:20.560375 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b00050b3-62ae-4c14-8055-1b48774e40aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:22.400883 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:23.246359 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:24.783469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:30.180069 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:16:34.708045 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:34.714647 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:40.175108 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:48.342482 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dcffb34-fabc-4ce8-bb12-89de42d4a52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:50.519068 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-11e569f5-283c-412f-9328-538c84db64e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:51.673134 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:53.227385 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:54.770961 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:55.173270 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:55.175140 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:59.980901 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43892) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:00.044683 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d35207-9803-4990-9563-021f152598db admin admin] GET failed (client error): The resource could not be found. May 19 12:17:00.046247 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-12d35207-9803-4990-9563-021f152598db admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641081 May 19 12:17:00.216758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a833e84-6878-4f31-a9b9-845164b7e299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:00.218675 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7a833e84-6878-4f31-a9b9-845164b7e299 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1677432 May 19 12:17:02.505777 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43902) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:02.599984 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8649b9e-559d-4402-8a6d-da74d68277c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:02.601362 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b8649b9e-559d-4402-8a6d-da74d68277c1 admin admin] 10.222.0.57 "GET /v2.0/subnets/70f982f8-a035-4056-b5de-bebc8f4b6002 HTTP/1.1" status: 200 len: 849 time: 0.0945973 May 19 12:17:02.611472 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:02.699804 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Publish callbacks [] for subnet (70f982f8-a035-4056-b5de-bebc8f4b6002), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:02.901894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734582398082'] for subnet (70f982f8-a035-4056-b5de-bebc8f4b6002), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:02.938658 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:02.939611 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:02.940487 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] 10.222.0.57 "PUT /v2.0/subnets/70f982f8-a035-4056-b5de-bebc8f4b6002 HTTP/1.1" status: 200 len: 868 time: 0.3333588 May 19 12:17:02.964657 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7fa10-a2f4-4ffa-96fa-d3b2414532f9 None None] Network e665a282-e685-4713-ba9d-dc2396b7c06e requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:02.965269 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f982f8-a035-4056-b5de-bebc8f4b6002,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:02.967195 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.967543 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.967936 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.968279 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.968610 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.968938 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.969261 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.970111 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.970501 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.970835 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.971180 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.971512 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.971829 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.972155 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:02.972474 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1eba9-6666-45e0-a0cd-5c0fe3655d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:03.326577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-6fbe583d-8e6a-4a98-b8ec-703fc073c3e1 None None] Provisioning complete for port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:03.327126 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6fbe583d-8e6a-4a98-b8ec-703fc073c3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:03.405358 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe583d-8e6a-4a98-b8ec-703fc073c3e1 None None] Current status of the port fcafa32b-4ad8-41c5-8bdb-42c4f6fe842f is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:03.414532 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-6fbe583d-8e6a-4a98-b8ec-703fc073c3e1 None None] Provisioning complete for port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:03.414929 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6fbe583d-8e6a-4a98-b8ec-703fc073c3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (34d51a04-eaff-4e0b-a9dc-3e0badbc24b2), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:03.491027 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe583d-8e6a-4a98-b8ec-703fc073c3e1 None None] Current status of the port 34d51a04-eaff-4e0b-a9dc-3e0badbc24b2 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:05.262748 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43910) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:05.482749 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda5d35-eef1-4771-9be7-4156f3a011cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:05.483224 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda5d35-eef1-4771-9be7-4156f3a011cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:05.484754 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-adda5d35-eef1-4771-9be7-4156f3a011cc admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2210462 May 19 12:17:07.178668 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:17:07.777349 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43918) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:08.016821 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009afc4a-e761-46cb-bdf1-e6c61b86c351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:08.017303 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009afc4a-e761-46cb-bdf1-e6c61b86c351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:08.018931 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-009afc4a-e761-46cb-bdf1-e6c61b86c351 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2406917 May 19 12:17:10.283825 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43926) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:10.394485 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:10.417548 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00abbe3-68e9-4d92-8b12-ad0f188ac785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:10.418989 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e00abbe3-68e9-4d92-8b12-ad0f188ac785 admin admin] 10.222.0.57 "GET /v2.0/networks/e665a282-e685-4713-ba9d-dc2396b7c06e HTTP/1.1" status: 200 len: 869 time: 0.1342707 May 19 12:17:12.779400 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43934) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:12.895552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:12.930081 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b643e2-40d9-4fde-9842-474c7311abc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:12.931644 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-22b643e2-40d9-4fde-9842-474c7311abc3 admin admin] 10.222.0.57 "GET /v2.0/networks/ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 HTTP/1.1" status: 200 len: 886 time: 0.1512439 May 19 12:17:13.482093 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:13.485504 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:15.361284 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43942) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:15.507789 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d470a-0e48-47c1-916a-c780aa6bb279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:15.508241 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d470a-0e48-47c1-916a-c780aa6bb279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:15.509847 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-0b6d470a-0e48-47c1-916a-c780aa6bb279 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1475520 May 19 12:17:17.174355 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:17.175264 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:17.901032 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43950) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:18.011367 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f40d9-9c76-4ed9-b7d4-136c9afe5248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:18.011829 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f40d9-9c76-4ed9-b7d4-136c9afe5248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:18.013377 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-615f40d9-9c76-4ed9-b7d4-136c9afe5248 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113932 May 19 12:17:18.330353 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fcba116c-8e9f-4214-8c48-9d1ffa47c097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:20.362424 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43958) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:20.460274 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57aefd-9689-42e2-89fa-18d49f9b53d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:20.461696 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-eb57aefd-9689-42e2-89fa-18d49f9b53d1 admin admin] 10.222.0.57 "GET /v2.0/subnets/70f982f8-a035-4056-b5de-bebc8f4b6002 HTTP/1.1" status: 200 len: 868 time: 0.0981653 May 19 12:17:20.507171 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-864c84a0-e6bb-4fd4-80e5-c515c17104f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:21.678460 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:22.742215 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 43966) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:22.832069 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baccc20-5948-4c48-a959-892578449dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:22.833405 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4baccc20-5948-4c48-a959-892578449dce admin admin] 10.222.0.57 "GET /v2.0/subnets/76572d7b-dcce-4c6c-adac-d9ab09dd068f HTTP/1.1" status: 200 len: 816 time: 0.0902250 May 19 12:17:23.250269 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:24.763804 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:32.165496 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:32.170586 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:32.828386 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=37 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:32.829159 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=27 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:34.697822 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:34.699755 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:44.177070 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:17:48.335232 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-67a302ab-cf29-48e7-b48a-e46ac4f56aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:50.516353 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9e7df17f-80e9-40ca-8a84-b0d931db8f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.677219 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.214740 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.172771 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=15 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:54.173703 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:54.774647 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:04.266507 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44024) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:04.315024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [None req-c3ec6913-45a6-4fb1-a001-aefe97b37b42 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:18:04.316018 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c3ec6913-45a6-4fb1-a001-aefe97b37b42 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485618 May 19 12:18:04.702064 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:04.703985 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:06.707415 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44032) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:06.804695 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.pecan_wsgi.hooks.translation [None req-248631d2-242c-4e1a-ab81-c5904edcf63e admin admin] GET failed (client error): The resource could not be found. May 19 12:18:06.806068 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-248631d2-242c-4e1a-ab81-c5904edcf63e admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0977333 May 19 12:18:07.012703 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66bc33-e7d7-4c3b-b0c2-414c80003950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:07.014478 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4b66bc33-e7d7-4c3b-b0c2-414c80003950 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2041817 May 19 12:18:09.176126 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:09.176937 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:09.350568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44042) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:09.400768 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:09.483253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Made reservation on behalf of 67ffb05dd43a48979db84b48835b3e07 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:09.486075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.532441 dv-cinder-778193-27-iscsi neutron-server[104398]: WARNING neutron.services.revisions.revision_plugin [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Could not find related network for resource to bump revision. May 19 12:18:09.552180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:18:09.566682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (c1896032-cb38-441a-989c-83220859e70a), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.567225 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Added segment c1896032-cb38-441a-989c-83220859e70a of type vlan for network 83365394-857c-4d72-98e7-494270dbc4db May 19 12:18:09.629427 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (83365394-857c-4d72-98e7-494270dbc4db), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.728368 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (83365394-857c-4d72-98e7-494270dbc4db), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.729461 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:09.730039 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.826015 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Pushing event updated for resources: {'Network': ['ID=83365394-857c-4d72-98e7-494270dbc4db,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:09.836509 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4847784 May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.842544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.843581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.843581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5c38e-6c57-4d0a-9199-d5b5db55d5ef admin admin] Tracked resource versions report: May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: pushed versions: May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: { 'AddressGroup': {'1.2'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Agent': {'1.1'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'ConntrackHelper': {'1.0'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'LocalIPAssociation': {'1.0'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Log': {'1.0'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'NDPProxy': {'1.0'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Network': {'1.1'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Port': {'1.7'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'PortForwarding': {'1.3'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'QosPolicy': {'1.10'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroup': {'1.5'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroupRule': {'1.2'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SubPort': {'1.0'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Subnet': {'1.1'}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Trunk': {'1.1'}} May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: consumer versions: May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Agent': '1.1', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'ConntrackHelper': '1.0', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'LocalIPAssociation': '1.0', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Log': '1.0', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'NDPProxy': '1.0', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Network': '1.1', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Port': '1.7', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'PortForwarding': '1.3', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'QosPolicy': '1.10', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroup': '1.5', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroupRule': '1.2', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SubPort': '1.0', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Subnet': '1.1', May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Trunk': '1.1'}} May 19 12:18:09.844637 dv-cinder-778193-27-iscsi neutron-server[104398]: {{(pid=104398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:18:09.879342 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 83365394-857c-4d72-98e7-494270dbc4db details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:18:12.155209 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44054) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:12.222385 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a820c714-21ed-4fa9-807d-a71e32a9e701 admin admin] GET failed (client error): The resource could not be found. May 19 12:18:12.223789 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a820c714-21ed-4fa9-807d-a71e32a9e701 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676358 May 19 12:18:12.297803 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba894d-a45b-453d-8840-231b5017b751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:12.299307 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a1ba894d-a45b-453d-8840-231b5017b751 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711200 May 19 12:18:12.309967 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db', 'cidr': '192.168.233.0/24'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:12.403014 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Made reservation on behalf of 67ffb05dd43a48979db84b48835b3e07 for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:12.406908 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.631130 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (42fa7bea-b126-4fe8-bbae-8ff882682ef6), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.689496 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fa7bea-b126-4fe8-bbae-8ff882682ef6,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:12.703096 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.703441 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.703781 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.704111 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.704435 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.704758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.705078 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.705395 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.705713 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.706029 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.706343 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.706680 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.706993 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.707301 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.707610 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:12.710955 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Checking segment: {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:12.711224 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Network hostable DHCP agents. Network: 83365394-857c-4d72-98e7-494270dbc4db, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:18:12.790992 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Network 83365394-857c-4d72-98e7-494270dbc4db is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:18:12.882768 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 83365394-857c-4d72-98e7-494270dbc4db) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:12.886851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:12.887514 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.893469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3afbab-c155-4390-8a19-83d54e3e5335 None None] Network 83365394-857c-4d72-98e7-494270dbc4db requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:18:12.990529 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-83365394-857c-4d72-98e7-494270dbc4db', 'network_id': '83365394-857c-4d72-98e7-494270dbc4db', 'project_id': '67ffb05dd43a48979db84b48835b3e07', 'fixed_ips': [{'subnet_id': '42fa7bea-b126-4fe8-bbae-8ff882682ef6'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:18:12.991448 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.022400 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a7dde570-55c5-4171-a3a3-7add4397316b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7158203 May 19 12:18:13.168177 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Allocated IP 192.168.233.2 (83365394-857c-4d72-98e7-494270dbc4db/42fa7bea-b126-4fe8-bbae-8ff882682ef6/11860e8c-ccd6-4525-8dca-c0ecdcfe4099) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:13.439946 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Publish callbacks [] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.528979 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.573589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Network 83365394-857c-4d72-98e7-494270dbc4db is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:13.576985 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:13.581191 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:13.590188 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Pushing event updated for resources: {'Port': ['ID=11860e8c-ccd6-4525-8dca-c0ecdcfe4099,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:13.618189 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.619057 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.619057 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.619381 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.619723 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.620152 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.620384 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.620735 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.621056 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.621388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.621710 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.622150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.622998 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.623843 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.624176 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:18:13.661399 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Attempting to bind port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:13.661777 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Attempting to bind port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:13.662134 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Attempting to bind port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 on network 83365394-857c-4d72-98e7-494270dbc4db {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:13.667769 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:13.668145 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Checking segment: {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:13.668546 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.669495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Bound using segment: {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:13.670200 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Bound port: 11860e8c-ccd6-4525-8dca-c0ecdcfe4099, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:13.670866 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.733914 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] For port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:13.737103 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] For port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=11860e8c-ccd6-4525-8dca-c0ecdcfe4099,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:13.809009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.869151 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baab2bf-771c-49b7-a7be-6569697be783 None None] Pushing event updated for resources: {'Port': ['ID=11860e8c-ccd6-4525-8dca-c0ecdcfe4099,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:14.759327 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424685b-f3bc-4c44-a6a7-9cc1b4bccf73 None None] Network 83365394-857c-4d72-98e7-494270dbc4db requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:18:14.851645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] Provisioning complete for port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:14.851975 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.894611 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:14.898194 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:14.959230 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] Current status of the port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:14.960026 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.001060 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] For port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=11860e8c-ccd6-4525-8dca-c0ecdcfe4099,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:15.061190 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.124731 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aff988-eab1-4205-82be-a0be5194eb0f None None] Pushing event updated for resources: {'Port': ['ID=11860e8c-ccd6-4525-8dca-c0ecdcfe4099,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:15.284028 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-43dd46ea-eef6-4007-896f-36a552391380 None None] Provisioning complete for port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:15.284468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-43dd46ea-eef6-4007-896f-36a552391380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.365583 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-43dd46ea-eef6-4007-896f-36a552391380 None None] Current status of the port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:15.632450 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:15.686113 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:15.686645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (11860e8c-ccd6-4525-8dca-c0ecdcfe4099), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.769364 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 11860e8c-ccd6-4525-8dca-c0ecdcfe4099 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:18.362370 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8b11d8c-dec9-4c1e-ba66-601788c18eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.829389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:19.831253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=32,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:20.545922 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-448d42cc-d609-4b91-91b3-ed482bfee2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.186100 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:18:21.704330 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.897581 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:22.898463 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:23.248847 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.778704 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:31.178907 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:31.184565 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:34.697658 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=52 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:34.703910 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:46.169148 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:46.176387 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:48.304281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a8045a0c-eeeb-47ac-a6aa-8eb9b2693e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:50.498291 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0e27925a-cc21-4547-ae3c-aeef611d8b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:51.675608 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:53.264362 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:54.795738 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:58.181047 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:19:04.702855 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:04.708382 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:08.174198 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:08.177079 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:18.331202 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-418b0296-9130-464d-b385-8ff13c3fa6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.555017 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1ae563af-eddd-4e51-b6bf-4b3f19bddafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:21.692172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:23.169114 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:23.177136 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:23.281143 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:24.812367 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:34.709986 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:34.715101 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:35.179503 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:19:46.326243 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:46.329234 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=15 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:48.325343 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a09540f8-25ec-4632-ac73-6d190e31b3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:50.542966 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-284fcd8d-b879-4aab-9e88-3fba33d6116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:51.690951 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:53.284589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.782690 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.165379 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:00.172150 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:04.700333 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:04.701146 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:07.288577 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44094) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:07.295437 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [None req-0e46215e-79fc-42e6-b296-b9653d5c4e15 tempest-verify_tempest_config-1278175550 tempest-verify_tempest_config-1278175550-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:20:07.296421 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0e46215e-79fc-42e6-b296-b9653d5c4e15 tempest-verify_tempest_config-1278175550 tempest-verify_tempest_config-1278175550-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067067 May 19 12:20:08.187503 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44112) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:08.346179 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.494147 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Publish callbacks [] for security_group (3a041a9c-8914-441b-baf9-5b9a9922a8f4), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.931259 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (3a041a9c-8914-441b-baf9-5b9a9922a8f4), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.983294 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=773f5dde778a471b8b64b5af5922a9a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7944658 May 19 12:20:08.984177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a041a9c-8914-441b-baf9-5b9a9922a8f4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:08.986304 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44116) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:08.996662 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:08.997235 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:08.997808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:08.998354 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:08.998935 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:08.999491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.000042 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.000591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.001178 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.001732 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.002315 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.002889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.003439 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.004034 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.004536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484916f1-a7a3-4ba3-9c17-cca8bb5a6665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.055669 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Publish callbacks [] for security_group (3a041a9c-8914-441b-baf9-5b9a9922a8f4), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.079693 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Publish callbacks [] for security_group (3a041a9c-8914-441b-baf9-5b9a9922a8f4), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.262945 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (3a041a9c-8914-441b-baf9-5b9a9922a8f4), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.267121 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.269096 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a041a9c-8914-441b-baf9-5b9a9922a8f4 HTTP/1.1" status: 204 len: 168 time: 0.2811460 May 19 12:20:09.281888 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a041a9c-8914-441b-baf9-5b9a9922a8f4,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:09.293424 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.293924 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.294465 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.295273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.295803 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.296338 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.296921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.297374 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.297909 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.298622 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.299024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.299538 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.300118 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.300533 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:09.301181 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ac00c-f5ee-487e-9ee9-eea95c2fec83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:12.179301 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:20:18.324747 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d4fff946-eca6-47f4-b9af-b36e0c6ddf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.979980 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:18.988504 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:19.275607 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:19.286772 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:20.577388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c6a71ba8-ab15-4511-afaf-af7f45879ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.770810 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.175010 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:23.285261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.170576 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:24.780971 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:34.699484 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:34.712074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:46.166769 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:46.167602 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:48.372765 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6acb78b0-b295-4777-a1d4-377e0ec0e34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.179233 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:20:50.540734 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0e6a-17ce-41f2-a11e-6cf3ac0d48a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.707423 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.319213 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:54.821115 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.174912 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:59.176536 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:04.700869 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:04.702871 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:14.171516 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:14.174598 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:18.368715 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-92419037-0b39-4f31-890a-59e6843d2288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:20.551890 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9c32de51-ea29-4174-90d9-10017ba0e177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:21.705699 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.286506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:24.784513 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.178899 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:21:34.698227 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:34.700359 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:36.174757 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:48.328547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-90d1e1b4-c92f-4b60-8122-b40410f4e450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:50.545737 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7b0732dd-d701-49d4-9518-8310411447e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:51.162319 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=19 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:51.163172 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:51.824704 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:53.274515 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:54.796612 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:03.188978 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 5 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:22:04.702271 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:04.704254 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:07.367650 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588237'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:13.178277 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:18.345648 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-969b788f-b4b5-405d-911f-06dc04df8124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.562197 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-926d1fc0-9fe8-4cca-9fee-5636e23968cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.752923 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44192) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:20.871705 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8249af19-75f7-40bd-be36-0d75e42b39d3 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1176405 May 19 12:22:21.727310 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:23.243245 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44202) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:23.325380 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5de98837-be0b-4b8b-b14e-c4e96fc69a48 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0805600 May 19 12:22:23.340573 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:24.802168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:28.161782 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:28.163214 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:30.865474 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:30.866241 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:33.317709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:33.319610 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:34.704146 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:34.706394 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:INSERT=1,neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:37.322311 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:40.180224 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:22:47.221442 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:47.225666 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:48.332829 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a27a754c-d8ae-46a9-a80f-cd27b0c9320e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.176652 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:50.573329 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-edf92e7c-4845-47b9-a907-2592b606ea90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.731368 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:53.328881 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:54.790634 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:04.704941 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:04.711962 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:05.158179 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:05.166332 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:07.327564 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:17.184925 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:23:17.227218 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:17.234456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:18.333362 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7f781308-fe1a-4f66-8b5b-405fe018e7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:20.584010 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-be40dc83-d2f0-4c71-882e-0159830fa26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:21.719732 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:23.282069 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:24.777043 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:27.178529 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:34.702853 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:34.709878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:37.350714 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:46.321574 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=15 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:46.330749 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:47.244352 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:47.246539 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:48.336897 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-dc9a790c-d82d-4f95-9e4b-181bff33c909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:50.551250 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4aafba0e-4dc4-4162-9ff8-71dbddf5510e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:51.720531 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:53.274227 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:54.183753 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:23:54.782387 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:04.180467 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:04.706836 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:04.709276 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:05.824432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44308) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:06.075133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-292838784-network', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:06.243155 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Made reservation on behalf of 4f4a6b5e282e45ffbef6963200558594 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:06.247465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.265931 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.365059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks [] for security_group (0670927d-117f-40aa-86c8-51448d4e31b3), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.437430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (0670927d-117f-40aa-86c8-51448d4e31b3), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.477871 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:24:06.480730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0670927d-117f-40aa-86c8-51448d4e31b3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:06.524084 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.524380 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.524646 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.525170 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.525507 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.525834 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.526173 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.526522 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.526851 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.527177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.527498 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.527933 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.528255 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.528577 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.528894 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Tracked resource versions report: May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: pushed versions: May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: { 'AddressGroup': {'1.2'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Agent': {'1.1'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'ConntrackHelper': {'1.0'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'LocalIPAssociation': {'1.0'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Log': {'1.0'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'NDPProxy': {'1.0'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Network': {'1.1'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Port': {'1.7'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'PortForwarding': {'1.3'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'QosPolicy': {'1.10'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroup': {'1.5'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroupRule': {'1.2'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SubPort': {'1.0'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Subnet': {'1.1'}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Trunk': {'1.1'}} May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: consumer versions: May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: HyperV agent@hv-cinder-77819: {}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Agent': '1.1', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'ConntrackHelper': '1.0', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'LocalIPAssociation': '1.0', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Log': '1.0', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'NDPProxy': '1.0', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Network': '1.1', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Port': '1.7', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'PortForwarding': '1.3', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'QosPolicy': '1.10', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroup': '1.5', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SecurityGroupRule': '1.2', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'SubPort': '1.0', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Subnet': '1.1', May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: 'Trunk': '1.1'}} May 19 12:24:06.530320 dv-cinder-778193-27-iscsi neutron-server[104398]: {{(pid=104398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:24:06.553606 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (273153dc-8a64-4767-a040-12e01ca02822), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.554480 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Added segment 273153dc-8a64-4767-a040-12e01ca02822 of type vlan for network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 May 19 12:24:06.612507 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (89c57c7f-4a52-4f23-b0c9-a848f66927a4), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.716979 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (89c57c7f-4a52-4f23-b0c9-a848f66927a4), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.718062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:06.718707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:06.820250 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] Pushing event updated for resources: {'Network': ['ID=89c57c7f-4a52-4f23-b0c9-a848f66927a4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:06.834970 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:24:06.883781 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e58944aa-3820-430a-b834-e43175e1edea admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0578499 May 19 12:24:06.887694 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44344) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:06.896779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Request body: {'subnet': {'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-292838784-subnet', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:07.036487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Made reservation on behalf of 4f4a6b5e282e45ffbef6963200558594 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:07.039041 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:07.352643 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:07.436803 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (ba623e20-42f1-4a31-804e-0417ee6c0764), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:07.493954 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba623e20-42f1-4a31-804e-0417ee6c0764,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:07.533626 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Checking segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:07.534114 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Network hostable DHCP agents. Network: 89c57c7f-4a52-4f23-b0c9-a848f66927a4, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:24:07.685051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:24:07.788682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 89c57c7f-4a52-4f23-b0c9-a848f66927a4) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:07.794286 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:07.794838 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:07.802694 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f16fd4-2f88-4116-b71d-0dbaf77e28c4 None None] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:07.888558 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44378) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:07.889154 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-eae23b1b-aafc-4644-8e77-2ee79643589f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9993432 May 19 12:24:07.898963 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:07.972821 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:24:07.974810 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.011834 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (05ffb89d-467a-47fc-96ce-d258ce211a5a), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.013322 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (05ffb89d-467a-47fc-96ce-d258ce211a5a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.080735 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks [] for router_controller (05ffb89d-467a-47fc-96ce-d258ce211a5a), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.128570 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Allocated IP 172.20.0.2 (89c57c7f-4a52-4f23-b0c9-a848f66927a4/ba623e20-42f1-4a31-804e-0417ee6c0764/57ab295a-80cd-430c-be14-9561bee04de3) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:08.321764 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks [] for router_gateway (05ffb89d-467a-47fc-96ce-d258ce211a5a), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.330496 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Publish callbacks [] for port (57ab295a-80cd-430c-be14-9561bee04de3), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.484629 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (57ab295a-80cd-430c-be14-9561bee04de3), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.567358 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Pushing event updated for resources: {'Port': ['ID=57ab295a-80cd-430c-be14-9561bee04de3,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:08.582726 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.583742 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.584642 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.585484 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.586299 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.587138 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.594830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Tracked resource versions report: May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: pushed versions: May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: { 'AddressGroup': {'1.2'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Agent': {'1.1'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'ConntrackHelper': {'1.0'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'LocalIPAssociation': {'1.0'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Log': {'1.0'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'NDPProxy': {'1.0'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Network': {'1.1'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Port': {'1.7'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'PortForwarding': {'1.3'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'QosPolicy': {'1.10'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroup': {'1.5'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroupRule': {'1.2'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SubPort': {'1.0'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Subnet': {'1.1'}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Trunk': {'1.1'}} May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: consumer versions: May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: HyperV agent@hv-cinder-77819: {}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Agent': '1.1', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'ConntrackHelper': '1.0', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'LocalIPAssociation': '1.0', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Log': '1.0', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'NDPProxy': '1.0', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Network': '1.1', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Port': '1.7', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'PortForwarding': '1.3', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'QosPolicy': '1.10', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroup': '1.5', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SecurityGroupRule': '1.2', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'SubPort': '1.0', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Subnet': '1.1', May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: 'Trunk': '1.1'}} May 19 12:24:08.597508 dv-cinder-778193-27-iscsi neutron-server[104400]: {{(pid=104400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:24:08.610165 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44400) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:08.625983 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:08.628874 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:08.633780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:08.701610 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks [] for router_gateway (05ffb89d-467a-47fc-96ce-d258ce211a5a), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.723774 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.733267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Attempting to bind port 57ab295a-80cd-430c-be14-9561bee04de3 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:08.733710 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Attempting to bind port 57ab295a-80cd-430c-be14-9561bee04de3 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:08.734141 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Attempting to bind port 57ab295a-80cd-430c-be14-9561bee04de3 on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:08.740804 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:08.741570 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Checking segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:08.742038 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.742445 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Bound using segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:08.742931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Bound port: 57ab295a-80cd-430c-be14-9561bee04de3, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:08.743390 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (57ab295a-80cd-430c-be14-9561bee04de3), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.817261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] For port 57ab295a-80cd-430c-be14-9561bee04de3, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:08.821947 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] For port 57ab295a-80cd-430c-be14-9561bee04de3, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57ab295a-80cd-430c-be14-9561bee04de3,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:08.872440 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Allocated IP 172.27.3.227 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:08.899943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44410) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:08.912073 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (57ab295a-80cd-430c-be14-9561bee04de3), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:08.945529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44414) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:08.990855 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3229-67ea-4eed-9005-9df1f29bed9e None None] Pushing event updated for resources: {'Port': ['ID=57ab295a-80cd-430c-be14-9561bee04de3,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:08.995594 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks [] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.115189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.177455 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Pushing event updated for resources: {'Port': ['ID=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:09.180889 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:09.183974 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:09.190921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:09.231831 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-network', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:09.246388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:09.331371 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Made reservation on behalf of d9e96ed4a3b5430298605d709d353f6e for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:09.334271 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.346924 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.368579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:09.379234 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:09.383038 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.383602 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.383964 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.384313 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.384648 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.384978 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.385303 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.385622 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.385961 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.386302 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.386676 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.387003 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.387326 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.387647 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.387964 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Tracked resource versions report: May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: pushed versions: May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: { 'AddressGroup': {'1.2'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Agent': {'1.1'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'ConntrackHelper': {'1.0'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'LocalIPAssociation': {'1.0'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Log': {'1.0'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'NDPProxy': {'1.0'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Network': {'1.1'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Port': {'1.7'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'PortForwarding': {'1.3'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'QosPolicy': {'1.10'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroup': {'1.5'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroupRule': {'1.2'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SubPort': {'1.0'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Subnet': {'1.1'}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Trunk': {'1.1'}} May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: consumer versions: May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: HyperV agent@hv-cinder-77819: {}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Agent': '1.1', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'ConntrackHelper': '1.0', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'LocalIPAssociation': '1.0', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Log': '1.0', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'NDPProxy': '1.0', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Network': '1.1', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Port': '1.7', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'PortForwarding': '1.3', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'QosPolicy': '1.10', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroup': '1.5', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SecurityGroupRule': '1.2', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'SubPort': '1.0', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Subnet': '1.1', May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: 'Trunk': '1.1'}} May 19 12:24:09.389369 dv-cinder-778193-27-iscsi neutron-server[104399]: {{(pid=104399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:24:09.474052 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks [] for security_group (fd1fa68d-888b-4611-996d-4adc16a2f31b), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.561207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (fd1fa68d-888b-4611-996d-4adc16a2f31b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.626305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:24:09.638551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:09.642344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1fa68d-888b-4611-996d-4adc16a2f31b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:09.654875 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (a89a7dc8-40e5-4ae2-8e00-6872e090b402), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.656011 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Added segment a89a7dc8-40e5-4ae2-8e00-6872e090b402 of type vlan for network be7a1bb6-7423-463b-a0ab-52779c3ad619 May 19 12:24:09.741027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (be7a1bb6-7423-463b-a0ab-52779c3ad619), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.744811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks [] for router_gateway (05ffb89d-467a-47fc-96ce-d258ce211a5a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:09.756103 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1790168726-network', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:09.776564 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-network', 'tenant_id': '1231585c94524ec199c47bd4f4162578'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:09.943559 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44436) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:09.959689 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57ab295a-80cd-430c-be14-9561bee04de3 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:09.984007 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Made reservation on behalf of 1231585c94524ec199c47bd4f4162578 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:09.988895 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.005986 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Made reservation on behalf of 86c353f6ded643e6b501ec57800fafc6 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:10.009445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.034901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.041213 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.045677 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (be7a1bb6-7423-463b-a0ab-52779c3ad619), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.046724 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:10.047473 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.102880 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:10.144978 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 57ab295a-80cd-430c-be14-9561bee04de3 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:10.145770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (57ab295a-80cd-430c-be14-9561bee04de3), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.155737 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (05ffb89d-467a-47fc-96ce-d258ce211a5a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.235316 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:10.244893 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6332178 May 19 12:24:10.257449 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44446) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:10.262919 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:10.290929 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Request body: {'subnet': {'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-subnet', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:10.369590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb064c1d-331d-483c-aa69-eb1ae29bf43a admin admin] Pushing event updated for resources: {'Network': ['ID=be7a1bb6-7423-463b-a0ab-52779c3ad619,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:10.396573 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:24:10.529731 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-625513167-network', 'tenant_id': '99c98b6b528545f7a18638d5a0f69bb4'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:10.538594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Made reservation on behalf of d9e96ed4a3b5430298605d709d353f6e for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:10.538761 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.543966 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 57ab295a-80cd-430c-be14-9561bee04de3 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:10.544838 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (57ab295a-80cd-430c-be14-9561bee04de3), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.585259 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks [] for security_group (c8e92e73-e6b6-4631-b061-628a483565e5), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.586351 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:24:10.653869 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2937ea-ca59-49aa-bd88-640087b40918 None None] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:10.661239 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks [] for security_group (d3e685c1-88c7-48f5-a697-05725f97b4cb), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.681980 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (c8e92e73-e6b6-4631-b061-628a483565e5), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.733639 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e92e73-e6b6-4631-b061-628a483565e5,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:10.746996 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:24:10.765632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (d5a2b76c-2525-4d0c-986e-e8f172797c78), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.766771 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Added segment d5a2b76c-2525-4d0c-986e-e8f172797c78 of type vlan for network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f May 19 12:24:10.778650 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Made reservation on behalf of 99c98b6b528545f7a18638d5a0f69bb4 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:10.781013 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.791611 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d3e685c1-88c7-48f5-a697-05725f97b4cb), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.800317 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:10.888779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:10.892349 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:10.904745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e685c1-88c7-48f5-a697-05725f97b4cb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:10.907049 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:10.933127 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=68,neutron:INSERT=30,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:10.952362 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:10.955691 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:23:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:11.024288 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:24:11.081681 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.082990 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 57ab295a-80cd-430c-be14-9561bee04de3, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57ab295a-80cd-430c-be14-9561bee04de3,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:11.084380 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-01fa13d5-d1f2-43fd-b833-da4312031bdf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1936250 May 19 12:24:11.089101 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44464) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:11.089669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Provisioning complete for port 57ab295a-80cd-430c-be14-9561bee04de3 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:11.090587 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (57ab295a-80cd-430c-be14-9561bee04de3), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.122538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.144323 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:11.155404 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (f7547d0f-753b-4c33-807a-76d1e832b6cb), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.163254 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Added segment f7547d0f-753b-4c33-807a-76d1e832b6cb of type vlan for network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 May 19 12:24:11.264356 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (57ab295a-80cd-430c-be14-9561bee04de3), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.590890 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (c9b89124-2c1b-4572-adaf-f3ca44cc01f0), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.594339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=57ab295a-80cd-430c-be14-9561bee04de3,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:11.594339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Current status of the port 57ab295a-80cd-430c-be14-9561bee04de3 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:11.594339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (57ab295a-80cd-430c-be14-9561bee04de3), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.643517 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks [] for security_group (89a484e9-931c-4866-ad11-3827bf4db844), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.644050 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:09Z', 'revision_number': 3, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:11.646350 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.db.api [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:24:11.646350 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG oslo_db.api [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:24:11.646767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (72ce90da-99f8-49d5-97ca-d28e3668ae17), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.646767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.646767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:11.646767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.647412 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:11.647412 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Updating router 05ffb89d-467a-47fc-96ce-d258ce211a5a port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:11.674604 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.742702 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:11.744913 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (89a484e9-931c-4866-ad11-3827bf4db844), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.757186 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:24:11.759566 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:24:11.769729 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (ff592c91-8780-4530-8a70-95497e9867b2), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.770068 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Added segment ff592c91-8780-4530-8a70-95497e9867b2 of type vlan for network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb May 19 12:24:11.825064 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (2f3390c0-b684-4d42-a2cd-9e9a66f58fcb), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.902301 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (c9b89124-2c1b-4572-adaf-f3ca44cc01f0), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.903512 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:11.904192 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.960835 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (2f3390c0-b684-4d42-a2cd-9e9a66f58fcb), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.962020 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:11.962707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:11.974914 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57ab295a-80cd-430c-be14-9561bee04de3 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:12.003556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a484e9-931c-4866-ad11-3827bf4db844,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:12.015011 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-532f0cea-71cb-40f2-9220-869909d30fb5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0684042 May 19 12:24:12.022833 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44492) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:12.034614 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Request body: {'subnet': {'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-subnet', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:12.063536 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 57ab295a-80cd-430c-be14-9561bee04de3 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:12.064200 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (57ab295a-80cd-430c-be14-9561bee04de3), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.075990 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.093915 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Checking segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:12.094515 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Network hostable DHCP agents. Network: be7a1bb6-7423-463b-a0ab-52779c3ad619, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:24:12.102493 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.2014287 May 19 12:24:12.103270 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ce90da-99f8-49d5-97ca-d28e3668ae17,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:12.107665 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44494) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:12.113554 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Request body: {'subnet': {'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-subnet', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:12.124109 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.151644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7c8c1-2d0f-4b2a-bc90-d219de155ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b89124-2c1b-4572-adaf-f3ca44cc01f0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:12.170513 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-09d2825b-c566-4ae2-8e01-7eb8f5199f5f None None] Current status of the port 57ab295a-80cd-430c-be14-9561bee04de3 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:12.183898 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:24:12.224413 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.2817278 May 19 12:24:12.225034 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44508) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:12.234449 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Request body: {'subnet': {'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-625513167-subnet', 'tenant_id': '99c98b6b528545f7a18638d5a0f69bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:12.274282 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:24:12.300663 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bdc54-a4c8-467d-b9b8-104cc989088c admin admin] Pushing event updated for resources: {'Network': ['ID=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:12.328531 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Publish callbacks [] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.333058 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:24:12.405641 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-8ed0dca2-c05b-4328-a3be-5c9ac3648d08 None None] Provisioning complete for port 57ab295a-80cd-430c-be14-9561bee04de3 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:12.406234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dca2-c05b-4328-a3be-5c9ac3648d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (57ab295a-80cd-430c-be14-9561bee04de3), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.425068 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, be7a1bb6-7423-463b-a0ab-52779c3ad619) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:12.430247 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:12.431196 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.459237 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:UPDATE=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.460800 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Made reservation on behalf of 99c98b6b528545f7a18638d5a0f69bb4 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:12.461049 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.463218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.516772 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee74a2-63f9-4904-a96f-fe1452dcecbc None None] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:12.540237 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Allocated IP 172.20.0.1 (89c57c7f-4a52-4f23-b0c9-a848f66927a4/ba623e20-42f1-4a31-804e-0417ee6c0764/a34fc817-b98d-4080-8ad5-d3bfa41dc626) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:12.561294 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.583351 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d4b2858e-2529-4cd6-8fb1-c561620f7e10 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3217940 May 19 12:24:12.594844 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44528) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:12.605338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:12.611956 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Attempting to bind port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:12.612330 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Attempting to bind port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:12.612700 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Attempting to bind port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:12.616354 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Pushing event updated for resources: {'Port': ['ID=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:12.643125 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:12.643988 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:12.644528 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.645063 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:12.645781 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Bound port: b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:12.646337 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.650216 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.650772 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.651308 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.651850 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.654389 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.655002 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.655475 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.658487 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.659057 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.659537 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.660010 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.660519 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.660985 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.661477 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.664403 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Tracked resource versions report: May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: pushed versions: May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: { 'AddressGroup': {'1.2'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Agent': {'1.1'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'ConntrackHelper': {'1.0'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'LocalIPAssociation': {'1.0'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Log': {'1.0'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'NDPProxy': {'1.0'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Network': {'1.1'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Port': {'1.7'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'PortForwarding': {'1.3'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'QosPolicy': {'1.10'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroup': {'1.5'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroupRule': {'1.2'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SubPort': {'1.0'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Subnet': {'1.1'}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Trunk': {'1.1'}} May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: consumer versions: May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: { DHCP agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: HyperV agent@hv-cinder-77819: {}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: L3 agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: Metadata agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: Metering agent@dv-cinder-778193-27-iscsi: {}, May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: Open vSwitch agent@dv-cinder-778193-27-iscsi: { 'AddressGroup': '1.2', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Agent': '1.1', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'ConntrackHelper': '1.0', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'LocalIPAssociation': '1.0', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Log': '1.0', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'NDPProxy': '1.0', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Network': '1.1', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Port': '1.7', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'PortForwarding': '1.3', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'QosPolicy': '1.10', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroup': '1.5', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SecurityGroupRule': '1.2', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'SubPort': '1.0', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Subnet': '1.1', May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: 'Trunk': '1.1'}} May 19 12:24:12.665814 dv-cinder-778193-27-iscsi neutron-server[104401]: {{(pid=104401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:24:12.701330 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks [] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.746972 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.755702 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.759048 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Made reservation on behalf of 1231585c94524ec199c47bd4f4162578 for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:12.767178 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] For port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:12.768076 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.770233 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Made reservation on behalf of 86c353f6ded643e6b501ec57800fafc6 for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:12.771415 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] For port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:12.772909 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.780333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (3ab6125e-aa3f-471f-bb98-88599aa20bc2), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.782753 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (3ab6125e-aa3f-471f-bb98-88599aa20bc2), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.785195 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 57ab295a-80cd-430c-be14-9561bee04de3 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:12.794267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-be7a1bb6-7423-463b-a0ab-52779c3ad619', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:24:12.794267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.805371 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.840739 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0dca2-c05b-4328-a3be-5c9ac3648d08 None None] Current status of the port 57ab295a-80cd-430c-be14-9561bee04de3 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:12.866693 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.980986 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:12.995437 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.006817 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d5a63-bbb3-4cc6-bd23-63a58be2c7f4 None None] Pushing event updated for resources: {'Port': ['ID=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:13.018883 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:13.025051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:13.036974 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:13.037625 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:23:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:13.048433 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:13.049257 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (05ffb89d-467a-47fc-96ce-d258ce211a5a), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.051933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Allocated IP 172.20.0.2 (be7a1bb6-7423-463b-a0ab-52779c3ad619/72ce90da-99f8-49d5-97ca-d28e3668ae17/fcc64b9c-dfc9-4c85-a00b-81d6a701e44f) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:13.205755 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks [] for router_controller (3ab6125e-aa3f-471f-bb98-88599aa20bc2), precommit_add_association {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.245893 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:13.305028 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Pushing event updated for resources: {'Port': ['ID=a34fc817-b98d-4080-8ad5-d3bfa41dc626,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:13.309843 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:13.430996 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44538) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:13.452976 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:13.459504 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Publish callbacks [] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.481682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.492086 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-aa2f8ec1-9ba9-4810-ba18-d0fb5986b6cb None None] Provisioning complete for port a34fc817-b98d-4080-8ad5-d3bfa41dc626 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:13.492491 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8ec1-9ba9-4810-ba18-d0fb5986b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.506766 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:09Z', 'revision_number': 3, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:13.516997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (b9bc4d52-7265-4f1c-a594-4f5cc278ab73), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.538705 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f8ec1-9ba9-4810-ba18-d0fb5986b6cb None None] Port a34fc817-b98d-4080-8ad5-d3bfa41dc626 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:13.553222 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea606-c21d-48d1-9d33-a5e57c6bcdcc None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:09Z', 'revision_number': 3, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:13.596265 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.677617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:13.682436 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:13.686996 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Pushing event updated for resources: {'Port': ['ID=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:13.689592 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:13.693266 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (f052e198-6a49-4fc4-930c-024bf898a4bd), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.701324 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks [] for router_gateway (3ab6125e-aa3f-471f-bb98-88599aa20bc2), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.719645 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9bc4d52-7265-4f1c-a594-4f5cc278ab73,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:13.722640 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Checking segment: {'id': 'ff592c91-8780-4530-8a70-95497e9867b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:13.723007 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Network hostable DHCP agents. Network: 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:24:13.739546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a600918b-42e4-4a5d-80e6-a4eeb439e371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.787493 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Attempting to bind port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:13.787907 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Attempting to bind port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:13.788289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Attempting to bind port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:13.794308 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:13.794754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Checking segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:13.795167 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.799261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Bound using segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:13.799261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Bound port: fcc64b9c-dfc9-4c85-a00b-81d6a701e44f, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:13.799261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.842872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:24:13.884589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] For port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:13.884888 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (1bd5c638-fc36-406d-b1a6-72dfd560044a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:13.888107 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] For port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:13.902814 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f052e198-6a49-4fc4-930c-024bf898a4bd,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:13.946506 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:13.957321 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f9b95-4efd-4c0f-ba43-508fa42370a8 None None] Network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:13.979253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:13.979633 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Network hostable DHCP agents. Network: c9b89124-2c1b-4572-adaf-f3ca44cc01f0, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:24:13.984858 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:13.985480 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.023057 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.073285 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd5c638-fc36-406d-b1a6-72dfd560044a,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:14.144895 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-09dca4cc-1086-4634-b6e7-65618f703363 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9164360 May 19 12:24:14.146953 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb3db-6300-404d-aef3-d66d74a09c76 None None] Pushing event updated for resources: {'Port': ['ID=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:14.187282 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a600918b-42e4-4a5d-80e6-a4eeb439e371 admin admin] Publish callbacks [] for security_group (bec2af9e-43df-4cdb-8249-f04096f08a5b), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.189149 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Checking segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:14.189560 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Network hostable DHCP agents. Network: 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:24:14.194105 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks [] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.210160 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e33f7c-ae16-40ac-94c1-8f033194e232 None None] Network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:14.216130 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:24:14.231919 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, c9b89124-2c1b-4572-adaf-f3ca44cc01f0) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:14.243240 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:14.244463 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.271546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a600918b-42e4-4a5d-80e6-a4eeb439e371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (bec2af9e-43df-4cdb-8249-f04096f08a5b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.289148 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:14.298477 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b143e15a-9e60-4cfd-b2c7-fbbec7973491 None None] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:14.319159 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.320097 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (05ffb89d-467a-47fc-96ce-d258ce211a5a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.338482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks [] for router_gateway (3ab6125e-aa3f-471f-bb98-88599aa20bc2), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.456184 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:24:14.457666 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.534851 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-348ef587-31c6-4e39-95b2-6de3ba5466c1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4260700 May 19 12:24:14.543376 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44572) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:14.608642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:14.644971 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:14.727876 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:14.751432 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a600918b-42e4-4a5d-80e6-a4eeb439e371 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=278a14fbad8b40b897b03390c4d55851&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3157887 May 19 12:24:14.755997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:14.758048 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44580) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:14.758393 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:14.761173 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.770151 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600918b-42e4-4a5d-80e6-a4eeb439e371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec2af9e-43df-4cdb-8249-f04096f08a5b,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:14.843800 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:14.864547 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (89d519e4-c2c8-4471-90ad-f83817ca090f), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.865820 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (89d519e4-c2c8-4471-90ad-f83817ca090f), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.866016 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec38c30-788e-4f4d-b421-7c36d65a460a None None] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:14.933804 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Allocated IP 172.27.3.68 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/57cf96ae-b8f3-4fee-951a-9cdd985633a6) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:14.977946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8613295e-7b08-45ec-b582-864966e59147 admin admin] Publish callbacks [] for security_group (bec2af9e-43df-4cdb-8249-f04096f08a5b), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.987570 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Pushing event updated for resources: {'Port': ['ID=a34fc817-b98d-4080-8ad5-d3bfa41dc626,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:15.051484 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:15.058816 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:15.104092 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:24:15.109220 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.138665 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8613295e-7b08-45ec-b582-864966e59147 admin admin] Publish callbacks [] for security_group (bec2af9e-43df-4cdb-8249-f04096f08a5b), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.152694 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks [] for router_controller (89d519e4-c2c8-4471-90ad-f83817ca090f), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.166077 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d9a9b4f5-9f28-4988-8503-32675548cd7d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1356137 May 19 12:24:15.168024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44582) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:15.184644 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:15.336341 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:24:15.340847 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.386581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8613295e-7b08-45ec-b582-864966e59147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (bec2af9e-43df-4cdb-8249-f04096f08a5b), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.391525 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8613295e-7b08-45ec-b582-864966e59147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.392388 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8613295e-7b08-45ec-b582-864966e59147 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bec2af9e-43df-4cdb-8249-f04096f08a5b HTTP/1.1" status: 204 len: 168 time: 0.6199594 May 19 12:24:15.440180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613295e-7b08-45ec-b582-864966e59147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec2af9e-43df-4cdb-8249-f04096f08a5b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:15.480072 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks [] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.554667 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Allocated IP 172.20.0.2 (c9b89124-2c1b-4572-adaf-f3ca44cc01f0/f052e198-6a49-4fc4-930c-024bf898a4bd/18ea2343-ef4a-4c71-ba4c-2aa366500664) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:15.647457 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.648549 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.792193 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks [] for router_gateway (89d519e4-c2c8-4471-90ad-f83817ca090f), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.807300 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.837174 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:15.918864 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks [] for router_controller (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.949888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12911a-0f71-4ef5-ae39-f473c3692e89 None None] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:15.954863 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-6fe07de8-0241-4bed-95c9-294010084345 None None] Provisioning complete for port a34fc817-b98d-4080-8ad5-d3bfa41dc626 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:15.955577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6fe07de8-0241-4bed-95c9-294010084345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.999463 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Pushing event updated for resources: {'Port': ['ID=57cf96ae-b8f3-4fee-951a-9cdd985633a6,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:16.049291 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:16.057722 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:16.076632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:16.097714 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fcc64b9c-dfc9-4c85-a00b-81d6a701e44f up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:16.257808 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6fe07de8-0241-4bed-95c9-294010084345 None None] Port a34fc817-b98d-4080-8ad5-d3bfa41dc626 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:16.278832 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:16.279283 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:16.371386 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Allocated IP 172.20.0.2 (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f/1bd5c638-fc36-406d-b1a6-72dfd560044a/ede623eb-83d9-44d1-abeb-23e639024723) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:16.481761 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:16.525249 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44642) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:16.530924 dv-cinder-778193-27-iscsi neutron-server[104398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 12:24:16.573917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Publish callbacks [] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:16.630067 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Provisioning complete for port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:16.630507 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:16.775318 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks [] for router_gateway (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:16.801660 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:16.803163 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:16.812374 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-3a2691a1-4bed-4f04-8192-f8c7be66851c admin admin] 10.222.0.57 "PUT /v2.0/routers/05ffb89d-467a-47fc-96ce-d258ce211a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7215891 May 19 12:24:16.824912 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-646cc820-4449-49b6-ba05-62463c2a2a73 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:16.827085 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-646cc820-4449-49b6-ba05-62463c2a2a73 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/networks?id=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb HTTP/1.1" status: 200 len: 811 time: 0.3003716 May 19 12:24:16.827085 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44648) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:16.860441 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:16.862141 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-4decc943-ea7d-4188-96f3-642bc8d9af00 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/quotas/99c98b6b528545f7a18638d5a0f69bb4 HTTP/1.1" status: 200 len: 375 time: 0.0229230 May 19 12:24:16.879806 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:16.893461 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-199906bd-490c-446b-9071-aa693f5028c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:16.990460 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:16.991125 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.045072 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:17.051262 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-c745ad59-bf92-4605-8a7e-6a0645b19d23 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99c98b6b528545f7a18638d5a0f69bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1590881 May 19 12:24:17.093756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Publish callbacks [] for port (ede623eb-83d9-44d1-abeb-23e639024723), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.120927 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks [] for router_gateway (3ab6125e-aa3f-471f-bb98-88599aa20bc2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.122570 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:17.145903 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks [] for router_gateway (89d519e4-c2c8-4471-90ad-f83817ca090f), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.162053 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:17.227394 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.229154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:17.229667 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:23:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:17.332873 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-a7552609-b897-4220-8d35-0e663556d337 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:24:17.340019 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-a7552609-b897-4220-8d35-0e663556d337 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1155977 May 19 12:24:17.525570 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-199906bd-490c-446b-9071-aa693f5028c3 admin admin] Publish callbacks [] for security_group (99be2018-b108-4840-a681-358c6b5d1d2b), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.561922 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks [] for router_gateway (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.570051 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (ede623eb-83d9-44d1-abeb-23e639024723), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.583690 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Current status of the port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:17.584066 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.585948 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Pushing event updated for resources: {'Port': ['ID=18ea2343-ef4a-4c71-ba4c-2aa366500664,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:17.591845 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.611011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Allocated IP 172.27.3.49 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/7d480dc4-4803-49aa-99d3-b0bebaff4dbb) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:17.623656 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:17.627617 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44674) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:17.691044 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:17.696818 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627313311', 'description': 'tempest-description--36567448'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:17.728667 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:17.738919 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:17.741682 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:17.749236 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-199906bd-490c-446b-9071-aa693f5028c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (99be2018-b108-4840-a681-358c6b5d1d2b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.794529 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks [] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.798007 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (3ab6125e-aa3f-471f-bb98-88599aa20bc2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.830289 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-99eb80fe-796d-4da2-9200-4675dd8d74a4 service neutron] 10.222.0.57 "GET /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887304 May 19 12:24:17.850054 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199906bd-490c-446b-9071-aa693f5028c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99be2018-b108-4840-a681-358c6b5d1d2b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:17.855992 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.905089 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-199906bd-490c-446b-9071-aa693f5028c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c08e087fd5894248910953de8d5f6ae4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0713847 May 19 12:24:17.908785 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44678) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:17.910215 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Attempting to bind port 18ea2343-ef4a-4c71-ba4c-2aa366500664 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:17.911898 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Attempting to bind port 18ea2343-ef4a-4c71-ba4c-2aa366500664 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:17.913842 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Attempting to bind port 18ea2343-ef4a-4c71-ba4c-2aa366500664 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:17.928864 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.929690 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:17.934835 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:17.936704 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Pushing event updated for resources: {'Port': ['ID=ede623eb-83d9-44d1-abeb-23e639024723,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:17.956173 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:17.956541 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:17.956943 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.957336 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Bound using segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:17.957822 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Bound port: 18ea2343-ef4a-4c71-ba4c-2aa366500664, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:17.958197 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.981287 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f28be61-2548-48ad-8782-4f9f8b299edf admin admin] Publish callbacks [] for security_group (99be2018-b108-4840-a681-358c6b5d1d2b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.003128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.116904 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Pushing event updated for resources: {'Port': ['ID=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:18.137413 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f28be61-2548-48ad-8782-4f9f8b299edf admin admin] Publish callbacks [] for security_group (99be2018-b108-4840-a681-358c6b5d1d2b), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.147953 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-a74c4350-64b6-45c5-b3f5-8cadf55cd212 service neutron] 10.222.0.57 "GET /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927754 May 19 12:24:18.193193 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:18.209939 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:18.214693 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.db.api [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:24:18.215453 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG oslo_db.api [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:24:18.225556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (767175db-37e9-4a95-ac66-c928ad7499d6), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.231475 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:18.236917 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Allocated IP 172.27.3.12 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/9952f7f3-6a2c-4b74-a3bd-59d778453773) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:18.286122 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Attempting to bind port ede623eb-83d9-44d1-abeb-23e639024723 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:18.286512 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Attempting to bind port ede623eb-83d9-44d1-abeb-23e639024723 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:18.286871 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Attempting to bind port ede623eb-83d9-44d1-abeb-23e639024723 on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:18.289530 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:18.289941 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:18.310892 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (767175db-37e9-4a95-ac66-c928ad7499d6), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.338753 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:18.339116 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Checking segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:18.339513 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.339896 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Bound using segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:18.340795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Bound port: ede623eb-83d9-44d1-abeb-23e639024723, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:18.340795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ede623eb-83d9-44d1-abeb-23e639024723), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.352456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:18.352456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.365155 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] For port 18ea2343-ef4a-4c71-ba4c-2aa366500664, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:18.409059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:24:18.433793 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767175db-37e9-4a95-ac66-c928ad7499d6,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:18.447022 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] For port 18ea2343-ef4a-4c71-ba4c-2aa366500664, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=18ea2343-ef4a-4c71-ba4c-2aa366500664,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:18.486312 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 2, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:18.494038 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8c34a78f-747c-4c4e-b4a6-7ad2600f7e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.534807 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks [] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.546850 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:18.548446 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Updating router 05ffb89d-467a-47fc-96ce-d258ce211a5a port a34fc817-b98d-4080-8ad5-d3bfa41dc626 binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:18.550344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.556148 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-f94c1327-1ad6-46a1-85da-53a9174e7989 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.9254658 May 19 12:24:18.556966 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44688) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:18.564516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'security_group_rule': {'security_group_id': '767175db-37e9-4a95-ac66-c928ad7499d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:18.576078 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] For port ede623eb-83d9-44d1-abeb-23e639024723, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:18.645139 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:18.653818 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.663736 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] For port ede623eb-83d9-44d1-abeb-23e639024723, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ede623eb-83d9-44d1-abeb-23e639024723,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:18.664733 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Sync routers for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:18.676482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44700) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:18.687804 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.693168 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:18.694996 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:23:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:18.756398 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:18.756871 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.779631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f28be61-2548-48ad-8782-4f9f8b299edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (99be2018-b108-4840-a681-358c6b5d1d2b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.783524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f28be61-2548-48ad-8782-4f9f8b299edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.787133 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9f28be61-2548-48ad-8782-4f9f8b299edf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99be2018-b108-4840-a681-358c6b5d1d2b HTTP/1.1" status: 204 len: 168 time: 0.8748324 May 19 12:24:18.787133 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks [] for router_gateway (89d519e4-c2c8-4471-90ad-f83817ca090f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.800232 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-488627c7-1f78-4b44-af0d-2b3af391e755 req-2a71989c-8909-4e0d-ad69-5e9845ee6622 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.0954940 May 19 12:24:18.802627 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (a8c2fc0b-d191-4c26-a4d8-4b81ecb35bd9), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.802774 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.841741 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ede623eb-83d9-44d1-abeb-23e639024723), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.932777 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:18.938912 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:18.947256 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-c9728904-aaca-4087-9cbd-cba0a9d4c46f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3509119 May 19 12:24:18.952546 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44714) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:18.992860 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28be61-2548-48ad-8782-4f9f8b299edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99be2018-b108-4840-a681-358c6b5d1d2b,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:18.998100 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-3859503f-72a8-442c-be69-3a995d27c689 None None] Current status of the port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:19.007230 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051c284-a146-4adb-846b-c437ea1d1ca0 None None] Pushing event updated for resources: {'Port': ['ID=18ea2343-ef4a-4c71-ba4c-2aa366500664,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:19.041468 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:19.120951 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:19.187007 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:19.189758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:19.219911 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:19.326318 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:19.373347 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-522eaba6-eecb-4ce6-8c74-936ae5312222 None None] Provisioning complete for port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:19.374841 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-522eaba6-eecb-4ce6-8c74-936ae5312222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:19.549339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fcc64b9c-dfc9-4c85-a00b-81d6a701e44f up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:19.648149 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:19.758844 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (a8c2fc0b-d191-4c26-a4d8-4b81ecb35bd9), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:19.789502 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ba1e-8dc5-4774-a2a3-5571595d3562 None None] Pushing event updated for resources: {'Port': ['ID=ede623eb-83d9-44d1-abeb-23e639024723,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:19.904026 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:19.930805 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:19.931797 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:19.946461 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (a8c2fc0b-d191-4c26-a4d8-4b81ecb35bd9), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.009212 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c2fc0b-d191-4c26-a4d8-4b81ecb35bd9,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:20.045713 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:20.047673 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:16Z', 'revision_number': 3, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:20.054992 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Pushing event updated for resources: {'Port': ['ID=9952f7f3-6a2c-4b74-a3bd-59d778453773,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:20.105800 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Checking router: 3ab6125e-aa3f-471f-bb98-88599aa20bc2 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:20.106639 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Updating router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:20.183945 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.226370 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-522eaba6-eecb-4ce6-8c74-936ae5312222 None None] Current status of the port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:20.235546 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.240018 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-c4efb78d-3046-4cd1-bba9-97755d72ea71 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6772513 May 19 12:24:20.255384 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-48ba57d8-9639-4031-8489-fffd42bc1e20 req-4be5c6a2-2776-47ca-a4b0-32e8381c973f tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.2322843 May 19 12:24:20.301188 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44748) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:20.311150 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'security_group_rule': {'security_group_id': '767175db-37e9-4a95-ac66-c928ad7499d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:20.333637 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:20.519536 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Publish callbacks [] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.552258 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:20.603731 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-50896c8e-78c1-46c4-bc24-6bd7140ace59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.605355 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.682243 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks [] for router_gateway (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.723757 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e9a2d-64d8-45eb-9dd7-5dd223cdeed1 None None] Pushing event updated for resources: {'Port': ['ID=a34fc817-b98d-4080-8ad5-d3bfa41dc626,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:20.744195 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Publish callbacks [] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.747613 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:20.750699 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284c88f-0f37-4aaa-a8ab-dd55e826c4b8 None None] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:20.762863 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (e5580d56-1fb0-4d7d-a9c5-e5c30059e9fa), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.794275 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (89d519e4-c2c8-4471-90ad-f83817ca090f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.839395 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:20.949948 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.024222 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Attempting to bind port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:21.024730 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Attempting to bind port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:21.025099 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Attempting to bind port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:21.038121 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:21.053878 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:21.054925 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:21.054925 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.055380 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:21.055816 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Bound port: 57cf96ae-b8f3-4fee-951a-9cdd985633a6, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:21.056250 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.101790 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d697c6-b596-4a07-b687-09a77074f8a9 None None] Pushing event updated for resources: {'Port': ['ID=57cf96ae-b8f3-4fee-951a-9cdd985633a6,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:21.134357 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (e5580d56-1fb0-4d7d-a9c5-e5c30059e9fa), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.156708 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] For port 57cf96ae-b8f3-4fee-951a-9cdd985633a6, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:21.164424 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09472f24-b175-404d-bb37-b9899ce3a8ec None None] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:24:21.166545 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] Provisioning complete for port 18ea2343-ef4a-4c71-ba4c-2aa366500664 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:21.166919 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.171779 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] For port 57cf96ae-b8f3-4fee-951a-9cdd985633a6, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57cf96ae-b8f3-4fee-951a-9cdd985633a6,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:21.224033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:21.285294 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Attempting to bind port a34fc817-b98d-4080-8ad5-d3bfa41dc626 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:21.285747 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Attempting to bind port a34fc817-b98d-4080-8ad5-d3bfa41dc626 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:21.286064 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Attempting to bind port a34fc817-b98d-4080-8ad5-d3bfa41dc626 on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:21.307888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:21.308137 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Checking segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:21.308463 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.308916 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Bound using segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:21.309546 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Bound port: a34fc817-b98d-4080-8ad5-d3bfa41dc626, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:21.309940 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.412470 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.453773 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (e5580d56-1fb0-4d7d-a9c5-e5c30059e9fa), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.509106 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5580d56-1fb0-4d7d-a9c5-e5c30059e9fa,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:21.597679 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d75e1505-3a1d-440f-a929-2efe2d5be24a req-435afa50-431b-4863-98f5-20e56928adb7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.1471872 May 19 12:24:21.662363 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:21.665131 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:21.722880 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.724170 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8552a649-d4ea-487b-9cc7-875a72eb15f5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4216831 May 19 12:24:21.728490 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44778) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:21.733585 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Allocated IP 172.20.0.1 (be7a1bb6-7423-463b-a0ab-52779c3ad619/72ce90da-99f8-49d5-97ca-d28e3668ae17/d01ff73e-ee30-41ad-8981-0efcec252503) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:21.737053 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d697c6-b596-4a07-b687-09a77074f8a9 None None] Pushing event updated for resources: {'Port': ['ID=57cf96ae-b8f3-4fee-951a-9cdd985633a6,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:21.739344 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:21.776012 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] For port a34fc817-b98d-4080-8ad5-d3bfa41dc626, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:21.780397 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] For port a34fc817-b98d-4080-8ad5-d3bfa41dc626, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=a34fc817-b98d-4080-8ad5-d3bfa41dc626,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:21.790631 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:21.851218 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.904227 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:21.910396 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks [] for port (d01ff73e-ee30-41ad-8981-0efcec252503), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:21.964244 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:21.964627 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.026943 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.036109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.036260 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.071202 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] Current status of the port 18ea2343-ef4a-4c71-ba4c-2aa366500664 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:22.071672 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.076696 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.161416 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Pushing event updated for resources: {'Port': ['ID=d01ff73e-ee30-41ad-8981-0efcec252503,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:22.178377 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:22.179983 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Router 89d519e4-c2c8-4471-90ad-f83817ca090f is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:24:22.181658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:22.197634 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:22.198511 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (3ab6125e-aa3f-471f-bb98-88599aa20bc2), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.205349 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:16Z', 'revision_number': 3, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:22.285035 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e9a2d-64d8-45eb-9dd7-5dd223cdeed1 None None] Pushing event updated for resources: {'Port': ['ID=a34fc817-b98d-4080-8ad5-d3bfa41dc626,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:22.293542 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56413f51-101a-4c53-b5d3-cd0dc881497a None None] The sync data for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi is: [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:16Z', 'revision_number': 3, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:22.302872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:24:22.308211 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:22.309401 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ede623eb-83d9-44d1-abeb-23e639024723 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:22.331882 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] For port 18ea2343-ef4a-4c71-ba4c-2aa366500664, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=18ea2343-ef4a-4c71-ba4c-2aa366500664,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:22.333310 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:22.333957 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:22.493840 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.605183 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:22.844931 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:22.871779 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:22.880826 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.941399 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:22.952274 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Allocated IP 172.27.3.233 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/5b675743-28b2-46e6-ae11-c0522dc863dc) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:22.956447 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:22.968305 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:22.968678 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:22.970105 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-79a63e63-388c-4a4b-9869-705873da0828 req-5a206bd7-1479-4a60-af46-cee18a736f15 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.0535228 May 19 12:24:22.975335 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:22.981443 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:22.984095 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f6321-a558-4984-8502-454986856071 None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:22.996597 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:22.999034 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f6321-a558-4984-8502-454986856071 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:22.999868 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-438f6321-a558-4984-8502-454986856071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:23.047263 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.052820 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8317fbe9-97c1-48d3-b796-9ba2e4519967 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4626317 May 19 12:24:23.052981 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 44804) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:23.076001 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port ede623eb-83d9-44d1-abeb-23e639024723 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:23.076825 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ede623eb-83d9-44d1-abeb-23e639024723), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.154884 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-438f6321-a558-4984-8502-454986856071 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:23.169813 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Provisioning complete for port d01ff73e-ee30-41ad-8981-0efcec252503 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:23.170193 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.184938 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c557d-e1f9-494e-8077-eaa68b495ba2 None None] Pushing event updated for resources: {'Port': ['ID=18ea2343-ef4a-4c71-ba4c-2aa366500664,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:23.275547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:21Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:23.335848 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.337353 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a6f24b17-6d11-4ebe-8943-7e20855bea59 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1684046 May 19 12:24:23.341966 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 44808) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:23.451233 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3b629-2dbe-4181-aa7c-f337f6feaa86 None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:21Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:23.467834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:23.485100 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Port d01ff73e-ee30-41ad-8981-0efcec252503 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:23.507962 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-438f6321-a558-4984-8502-454986856071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:20Z', 'revision_number': 3, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:23.545205 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:23.592506 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f6321-a558-4984-8502-454986856071 None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:23.592506 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f6321-a558-4984-8502-454986856071 None None] Updating router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 port 9952f7f3-6a2c-4b74-a3bd-59d778453773 binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:23.638063 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.638718 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Provisioning complete for port 18ea2343-ef4a-4c71-ba4c-2aa366500664 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:23.639106 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.686054 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-438f6321-a558-4984-8502-454986856071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.801768 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port ede623eb-83d9-44d1-abeb-23e639024723 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:23.802161 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ede623eb-83d9-44d1-abeb-23e639024723), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.840591 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.921270 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:23.924144 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port ede623eb-83d9-44d1-abeb-23e639024723, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ede623eb-83d9-44d1-abeb-23e639024723,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:24.075522 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Current status of the port 18ea2343-ef4a-4c71-ba4c-2aa366500664 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:24.089400 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:24.091058 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:24.101414 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ede623eb-83d9-44d1-abeb-23e639024723), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.106058 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 18ea2343-ef4a-4c71-ba4c-2aa366500664 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:24.124252 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Provisioning complete for port a34fc817-b98d-4080-8ad5-d3bfa41dc626 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:24.124917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.137608 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks [] for port (d01ff73e-ee30-41ad-8981-0efcec252503), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.268339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.269220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (3ab6125e-aa3f-471f-bb98-88599aa20bc2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.342205 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 3, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:24.425853 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.509064 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'Port': ['ID=5b675743-28b2-46e6-ae11-c0522dc863dc,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:24.532462 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.566032 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Current status of the port a34fc817-b98d-4080-8ad5-d3bfa41dc626 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:24.566481 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.572325 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:24.580413 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:24.588161 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:24.598380 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=ede623eb-83d9-44d1-abeb-23e639024723,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:24.609454 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:24.610153 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Updating router 89d519e4-c2c8-4471-90ad-f83817ca090f port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:24.671430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Pushing event updated for resources: {'Port': ['ID=d01ff73e-ee30-41ad-8981-0efcec252503,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:24.697825 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (7cd04ed4-a547-4d48-b1ae-3bb8f65efaed), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.700635 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1c3f90c3-9311-4b41-acf6-522af6a288c6 req-06b43059-b010-44b1-b69b-47d8a31d3b7a tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.3055120 May 19 12:24:24.713388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.777382 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:24.815747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:24.818237 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:25.027066 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 18ea2343-ef4a-4c71-ba4c-2aa366500664 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:25.027603 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.035913 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] For port a34fc817-b98d-4080-8ad5-d3bfa41dc626, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=a34fc817-b98d-4080-8ad5-d3bfa41dc626,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:25.099391 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.110929 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:25.139043 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.148267 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.183022 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-438f6321-a558-4984-8502-454986856071 None None] Publish callbacks [] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.275494 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Provisioning complete for port ede623eb-83d9-44d1-abeb-23e639024723 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:25.277439 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-438f6321-a558-4984-8502-454986856071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.288434 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ede623eb-83d9-44d1-abeb-23e639024723), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.403512 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-438f6321-a558-4984-8502-454986856071 None None] Attempting to bind port 9952f7f3-6a2c-4b74-a3bd-59d778453773 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:25.403932 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-438f6321-a558-4984-8502-454986856071 None None] Attempting to bind port 9952f7f3-6a2c-4b74-a3bd-59d778453773 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:25.408246 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f6321-a558-4984-8502-454986856071 None None] Attempting to bind port 9952f7f3-6a2c-4b74-a3bd-59d778453773 on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:25.415826 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Allocated IP 172.20.0.1 (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f/1bd5c638-fc36-406d-b1a6-72dfd560044a/ebcd5c9e-0567-4241-ad36-db99d442935a) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:25.435994 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90922c29-8895-43d2-a4f5-3141bf7e9f31 None None] Pushing event updated for resources: {'Port': ['ID=9952f7f3-6a2c-4b74-a3bd-59d778453773,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:25.455220 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f6321-a558-4984-8502-454986856071 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:25.455619 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f6321-a558-4984-8502-454986856071 None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:25.458337 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-438f6321-a558-4984-8502-454986856071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.460595 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f6321-a558-4984-8502-454986856071 None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:25.461045 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-438f6321-a558-4984-8502-454986856071 None None] Bound port: 9952f7f3-6a2c-4b74-a3bd-59d778453773, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:25.461446 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-438f6321-a558-4984-8502-454986856071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.486392 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Allocated IP 172.20.0.1 (c9b89124-2c1b-4572-adaf-f3ca44cc01f0/f052e198-6a49-4fc4-930c-024bf898a4bd/61db2da3-0d10-49fa-93dd-80d088b906de) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:25.611484 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Pushing event updated for resources: {'Port': ['ID=a34fc817-b98d-4080-8ad5-d3bfa41dc626,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:25.620680 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-438f6321-a558-4984-8502-454986856071 None None] For port 9952f7f3-6a2c-4b74-a3bd-59d778453773, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:25.626801 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-438f6321-a558-4984-8502-454986856071 None None] For port 9952f7f3-6a2c-4b74-a3bd-59d778453773, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=9952f7f3-6a2c-4b74-a3bd-59d778453773,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:25.676913 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:25.759932 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:25.774454 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-438f6321-a558-4984-8502-454986856071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:25.934251 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90922c29-8895-43d2-a4f5-3141bf7e9f31 None None] Pushing event updated for resources: {'Port': ['ID=9952f7f3-6a2c-4b74-a3bd-59d778453773,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:25.945398 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f6321-a558-4984-8502-454986856071 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:25.946352 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-438f6321-a558-4984-8502-454986856071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:25.979044 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.011937 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks [] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.049368 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks [] for port (61db2da3-0d10-49fa-93dd-80d088b906de), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.071558 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-328da280-d13d-4acd-8c3c-90ee0d6462b6 req-4b539ef8-e926-44d8-9039-0f353f3d07f0 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.1530271 May 19 12:24:26.114034 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.77', 64416) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:26.152753 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Publish callbacks [] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.213803 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-27757c4e-04df-4760-8ebb-2b9e4d4954e7 None None] Current status of the port ede623eb-83d9-44d1-abeb-23e639024723 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:26.219506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 18ea2343-ef4a-4c71-ba4c-2aa366500664 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:26.271984 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.311177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:26.343114 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-13c81b56-b720-4da7-862e-1d686178f1db admin admin] 10.222.0.57 "PUT /v2.0/routers/3ab6125e-aa3f-471f-bb98-88599aa20bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3608201 May 19 12:24:26.353648 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-438f6321-a558-4984-8502-454986856071 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:26.394868 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Sync routers for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:26.400234 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:26.428718 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.433094 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.443503 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:26.456410 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-f6a93a5f-ce57-4e36-a80d-efdbfb61fe92 None None] Provisioning complete for port d01ff73e-ee30-41ad-8981-0efcec252503 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:26.456703 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f6a93a5f-ce57-4e36-a80d-efdbfb61fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.525500 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:26.531888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:26.548912 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:26.558359 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:26.558897 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (89d519e4-c2c8-4471-90ad-f83817ca090f), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.593418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-f6a93a5f-ce57-4e36-a80d-efdbfb61fe92 None None] Port d01ff73e-ee30-41ad-8981-0efcec252503 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:26.622991 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Attempting to bind port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:26.623438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Attempting to bind port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:26.623834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Attempting to bind port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:26.648527 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:26.649180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:26.676956 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (7cd04ed4-a547-4d48-b1ae-3bb8f65efaed), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.824669 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'Port': ['ID=5b675743-28b2-46e6-ae11-c0522dc863dc,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:26.848871 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ede623eb-83d9-44d1-abeb-23e639024723 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:26.849761 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.864192 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:26.867400 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:26.871180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.872325 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:26.873026 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Bound port: 7d480dc4-4803-49aa-99d3-b0bebaff4dbb, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:26.876084 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.893177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Pushing event updated for resources: {'Port': ['ID=61db2da3-0d10-49fa-93dd-80d088b906de,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:26.933435 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb65b5-6125-4fed-b289-b7e1d9481afe None None] Pushing event updated for resources: {'Port': ['ID=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:26.972656 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:26.974015 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-bb2d9204-215e-441c-bec3-fbc75d163086 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2408228 May 19 12:24:26.996008 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:27.005700 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-438f6321-a558-4984-8502-454986856071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:20Z', 'revision_number': 3, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:27.061356 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-149269ee-1766-459e-ab36-931a0840c8a4 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:27.064845 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-149269ee-1766-459e-ab36-931a0840c8a4 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.77 "GET /v2.0/networks?id=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb HTTP/1.1" status: 200 len: 811 time: 0.9442205 May 19 12:24:27.065525 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcd5c9e-0567-4241-ad36-db99d442935a,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:27.070879 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:27.074329 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:27.075961 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.087211 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f6321-a558-4984-8502-454986856071 None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:20Z', 'revision_number': 3, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:27.126006 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:27.198738 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:27.239297 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Request body: {'port': {'device_id': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb', 'admin_state_up': True, 'tenant_id': '99c98b6b528545f7a18638d5a0f69bb4'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:27.297547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-a8333ba7-2ebc-4507-8eb4-5651528f0304 None None] Provisioning complete for port 61db2da3-0d10-49fa-93dd-80d088b906de triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:27.297547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a8333ba7-2ebc-4507-8eb4-5651528f0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.321178 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.414138 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:27.418782 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:27.593616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] For port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:27.658256 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] For port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:27.742791 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port ede623eb-83d9-44d1-abeb-23e639024723 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:27.743364 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ede623eb-83d9-44d1-abeb-23e639024723), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.811669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-a8333ba7-2ebc-4507-8eb4-5651528f0304 None None] Port 61db2da3-0d10-49fa-93dd-80d088b906de cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:27.889625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-885a6295-b35f-4363-8273-b8a8b2cf023f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:27.891911 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-885a6295-b35f-4363-8273-b8a8b2cf023f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 819 time: 0.3179536 May 19 12:24:27.894492 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Made reservation on behalf of 99c98b6b528545f7a18638d5a0f69bb4 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:27.898028 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.901915 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.954594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks [] for port (61db2da3-0d10-49fa-93dd-80d088b906de), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:27.978078 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-7d4a361c-6e30-4462-ab81-02941f50032e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/quotas/d9e96ed4a3b5430298605d709d353f6e HTTP/1.1" status: 200 len: 375 time: 0.0674627 May 19 12:24:28.084674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:28.085445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (89d519e4-c2c8-4471-90ad-f83817ca090f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:28.208770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:28.213754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:23Z', 'revision_number': 2, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:28.264119 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Checking router: 3ab6125e-aa3f-471f-bb98-88599aa20bc2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:28.277219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:28.277766 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Updating router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 port d01ff73e-ee30-41ad-8981-0efcec252503 binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:28.339112 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5962c5dc-49a8-47a6-9252-21fe90313e1c None None] Provisioning complete for port ebcd5c9e-0567-4241-ad36-db99d442935a triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:28.340295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5962c5dc-49a8-47a6-9252-21fe90313e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:28.355793 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:28.391084 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:28.399105 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:28.402860 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb65b5-6125-4fed-b289-b7e1d9481afe None None] Pushing event updated for resources: {'Port': ['ID=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:28.466239 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6962cb34-9ec9-4d79-ba9d-d10e16716400 req-e3d26ff7-ef05-405f-81d5-2976d3e95e05 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.3974099 May 19 12:24:28.489122 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-e9361750-ead0-4058-bf5e-fd2c1a99620f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5019841 May 19 12:24:28.567100 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port ede623eb-83d9-44d1-abeb-23e639024723 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:28.567627 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Pushing event updated for resources: {'Port': ['ID=61db2da3-0d10-49fa-93dd-80d088b906de,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:28.567782 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57cf96ae-b8f3-4fee-951a-9cdd985633a6 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:28.677003 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5962c5dc-49a8-47a6-9252-21fe90313e1c None None] Port ebcd5c9e-0567-4241-ad36-db99d442935a cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:28.691177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:28.696024 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:28.938554 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:28.941992 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:28.941992 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:28.948713 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-63d5bff0-2acf-4578-9e34-d89eb1bd830b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:24:28.957086 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-63d5bff0-2acf-4578-9e34-d89eb1bd830b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1851614 May 19 12:24:29.050720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Allocated IP 172.20.0.2 (2f3390c0-b684-4d42-a2cd-9e9a66f58fcb/b9bc4d52-7265-4f1c-a594-4f5cc278ab73/82ec4d27-e4be-404b-a6d9-8404077c5070) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:29.139435 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-b8c904df-f362-4053-aa37-7b25d8f6b029 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1627313311&fields=id&tenant_id=4f4a6b5e282e45ffbef6963200558594 HTTP/1.1" status: 200 len: 267 time: 0.4021742 May 19 12:24:29.171516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:29.276798 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:29.357624 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-c23373e0-de7d-44ed-8ffa-d36194c5d17a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:29.367031 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-c23373e0-de7d-44ed-8ffa-d36194c5d17a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 810 time: 0.2180092 May 19 12:24:29.396186 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-92644fc3-a937-47cc-af1b-104dbfa4e9fc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/quotas/4f4a6b5e282e45ffbef6963200558594 HTTP/1.1" status: 200 len: 375 time: 0.0279706 May 19 12:24:29.496979 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks [] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:29.497988 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-39aec0c6-71a3-4786-a66d-4f616e9aaee3 None None] Provisioning complete for port 61db2da3-0d10-49fa-93dd-80d088b906de triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:29.498506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-39aec0c6-71a3-4786-a66d-4f616e9aaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:29.517799 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:29.628721 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:29.629368 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:29.630327 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:29.754957 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-39aec0c6-71a3-4786-a66d-4f616e9aaee3 None None] Port 61db2da3-0d10-49fa-93dd-80d088b906de cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:29.819335 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:29.819335 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-641cb353-f383-43c4-95a1-e789f6f6e46e admin admin] 10.222.0.57 "PUT /v2.0/routers/89d519e4-c2c8-4471-90ad-f83817ca090f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7350183 May 19 12:24:29.819335 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-7967a566-3d88-4f06-ac57-c38af711c0c3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4140549 May 19 12:24:29.820930 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks [] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:29.827770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:29.828378 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:29.835312 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-c7f9ecd7-8e11-4552-97cc-1c289820b458 service neutron] 10.222.0.57 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772616 May 19 12:24:29.853855 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 57cf96ae-b8f3-4fee-951a-9cdd985633a6, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57cf96ae-b8f3-4fee-951a-9cdd985633a6,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:29.982621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcd5c9e-0567-4241-ad36-db99d442935a,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:30.143297 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:30.229096 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:30.230983 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-2fd93ef3-6f5f-4213-95bc-fd0808c63cf6 service neutron] 10.222.0.57 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944042 May 19 12:24:30.232873 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:30.244315 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Publish callbacks [] for port (d01ff73e-ee30-41ad-8981-0efcec252503), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:30.257055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-c49ce8c1-a050-4756-99ff-98d02780fd34 service neutron] 10.222.0.57 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598506 May 19 12:24:30.333660 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f86e42-f5c2-40a0-a1a2-3dd83d97b23c None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:30.346108 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:30.347284 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 18ea2343-ef4a-4c71-ba4c-2aa366500664 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:30.490931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:30.491186 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-bfdb76cd-79fd-4c30-82c8-dddab0ea5634 service neutron] 10.222.0.57 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270300 May 19 12:24:30.499759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:30.508558 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:30.654821 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=57cf96ae-b8f3-4fee-951a-9cdd985633a6,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:30.706893 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:30.731892 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:30.749052 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:30.751959 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:30.759944 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:30.760786 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:30.869111 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 18ea2343-ef4a-4c71-ba4c-2aa366500664 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:30.869952 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:30.895832 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Pushing event updated for resources: {'Port': ['ID=82ec4d27-e4be-404b-a6d9-8404077c5070,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:31.235183 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:24:31.339879 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a7fc2-6baa-4cdb-b933-cf1eeeb3dae3 req-bc1b4d48-9b44-4d20-8431-cfff845a5b93 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:31.347975 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fc9a7fc2-6baa-4cdb-b933-cf1eeeb3dae3 req-bc1b4d48-9b44-4d20-8431-cfff845a5b93 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 931 time: 0.2264254 May 19 12:24:31.449053 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:31.460323 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-8781333b-94fa-45b8-b6c7-6d9357ef3abc None None] Provisioning complete for port ebcd5c9e-0567-4241-ad36-db99d442935a triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:31.466329 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8781333b-94fa-45b8-b6c7-6d9357ef3abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:31.517717 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:31.529284 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:31.563970 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e3d45715-d0e6-43ad-86e6-d48c3565b4c1 admin admin] 10.222.0.57 "PUT /v2.0/routers/059d134f-3a9c-4ea6-b9d9-5804efa4b6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2201395 May 19 12:24:31.564238 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fc9a7fc2-6baa-4cdb-b933-cf1eeeb3dae3 req-72ca2cec-ab42-4af5-bb77-7009ac0e784b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140777 May 19 12:24:31.565010 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:31.565662 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:31.591520 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-35e0abbe-9a27-4221-9e23-67722a4c2842 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3669612 May 19 12:24:31.610169 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-a81c8608-e40c-4f3f-a0fa-b2ad3045ea35 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:24:31.622221 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-a81c8608-e40c-4f3f-a0fa-b2ad3045ea35 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0371060 May 19 12:24:31.667139 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-8781333b-94fa-45b8-b6c7-6d9357ef3abc None None] Port ebcd5c9e-0567-4241-ad36-db99d442935a cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:31.704133 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:31.733592 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0099b-2619-44e0-af56-2663e51a6bd0 None None] Pushing event updated for resources: {'Port': ['ID=d01ff73e-ee30-41ad-8981-0efcec252503,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:31.735180 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45038) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:31.739864 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442716620', 'description': 'tempest-description--474680326'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:31.768526 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Attempting to bind port d01ff73e-ee30-41ad-8981-0efcec252503 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:31.769339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Attempting to bind port d01ff73e-ee30-41ad-8981-0efcec252503 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:31.770367 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Attempting to bind port d01ff73e-ee30-41ad-8981-0efcec252503 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:31.786761 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:31.848289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:31.849284 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Request body: {'port': {'device_id': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:31.850904 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Checking segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:31.852552 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:31.853297 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Bound using segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:31.855033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Bound port: d01ff73e-ee30-41ad-8981-0efcec252503, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:31.855683 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:31.882028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9a20a0d7-9bca-4e07-ad73-d38a69046253 req-3a74e1a1-31c8-4d75-b6b0-ff692349797d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 210 time: 0.1827636 May 19 12:24:31.898087 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-47f4f52a-8c7e-4088-b468-f765e0675b87 None None] Provisioning complete for port d01ff73e-ee30-41ad-8981-0efcec252503 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:31.898611 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-47f4f52a-8c7e-4088-b468-f765e0675b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:31.915793 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:31.920792 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:31.981626 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e3421d8-4d47-4635-bc5a-fd141b7c85fb req-31578e25-734f-489e-8312-cfde0790989b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.1170342 May 19 12:24:32.180753 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:32.201314 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (ba8f19aa-4e29-4619-857d-78102cb7a739), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:32.211787 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:32.287985 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-47f4f52a-8c7e-4088-b468-f765e0675b87 None None] Port d01ff73e-ee30-41ad-8981-0efcec252503 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:32.313650 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 18ea2343-ef4a-4c71-ba4c-2aa366500664 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:32.315556 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a34fc817-b98d-4080-8ad5-d3bfa41dc626 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:32.366686 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] For port d01ff73e-ee30-41ad-8981-0efcec252503, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:32.430723 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] For port d01ff73e-ee30-41ad-8981-0efcec252503, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=d01ff73e-ee30-41ad-8981-0efcec252503,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:32.440626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ba8f19aa-4e29-4619-857d-78102cb7a739), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:32.469474 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port a34fc817-b98d-4080-8ad5-d3bfa41dc626 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:32.470209 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:32.587945 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:32.601421 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45080) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:32.657200 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:32.674005 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9376218 May 19 12:24:32.684532 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45092) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:32.707339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0099b-2619-44e0-af56-2663e51a6bd0 None None] Pushing event updated for resources: {'Port': ['ID=d01ff73e-ee30-41ad-8981-0efcec252503,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:32.717607 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': 'ba8f19aa-4e29-4619-857d-78102cb7a739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:32.741051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756601629', 'description': 'tempest-description--451802760'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:32.796015 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f700-321b-4656-bef4-3da0cdb933aa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8f19aa-4e29-4619-857d-78102cb7a739,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:32.903691 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:28Z', 'revision_number': 2, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:32.924744 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port a34fc817-b98d-4080-8ad5-d3bfa41dc626 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:32.961920 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:32.963360 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:33.118861 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:33.130062 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:33.131147 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Updating router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 port ebcd5c9e-0567-4241-ad36-db99d442935a binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:33.138105 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (5c6d649d-18c1-4533-b5a7-5ea42dd465c0), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:33.239747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-4bc5d395-20d6-4fa5-a1da-abf0fbb668bf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:33.270098 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-4bc5d395-20d6-4fa5-a1da-abf0fbb668bf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 819 time: 0.7441041 May 19 12:24:33.298847 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:33.383626 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:33.392740 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:33.543607 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-cfcb11e4-d0fd-497a-9edf-47d49e62ebf0 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/quotas/d9e96ed4a3b5430298605d709d353f6e HTTP/1.1" status: 200 len: 375 time: 0.2601333 May 19 12:24:33.565846 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 9952f7f3-6a2c-4b74-a3bd-59d778453773 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:33.642682 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] Provisioning complete for port d01ff73e-ee30-41ad-8981-0efcec252503 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:33.643061 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:33.716609 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:33.797489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bbaf-9bcf-4575-b0c9-5f6ec3709544 req-582978e0-0077-48ba-93c0-7c80084f713e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:33.820212 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2280bbaf-9bcf-4575-b0c9-5f6ec3709544 req-582978e0-0077-48ba-93c0-7c80084f713e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 931 time: 0.4704041 May 19 12:24:33.912363 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ec4d27-e4be-404b-a6d9-8404077c5070 {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:33.923469 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Publish callbacks [] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:33.961769 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Transition to ACTIVE for port object 82ec4d27-e4be-404b-a6d9-8404077c5070 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:24:33.965650 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:33.973257 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:33.977669 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-bed3a5e7-4b2c-4759-a684-da137caf53db tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4328671 May 19 12:24:34.031504 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (5c6d649d-18c1-4533-b5a7-5ea42dd465c0), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.074047 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2280bbaf-9bcf-4575-b0c9-5f6ec3709544 req-e7d8bb72-5634-41a1-8a05-f7a082c4c265 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472560 May 19 12:24:34.118135 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.126021 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.295831 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:34.306478 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (5c6d649d-18c1-4533-b5a7-5ea42dd465c0), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.411915 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:34.494355 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00da47fc-fbec-402f-8c55-35916f9501d8 req-fac516a3-dbf0-4dc8-8b1f-d6305f3523e9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.1090863 May 19 12:24:34.506754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6d649d-18c1-4533-b5a7-5ea42dd465c0,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:34.510841 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 9952f7f3-6a2c-4b74-a3bd-59d778453773 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:34.511840 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.589433 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.607189 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8f19f4ad-b246-4dee-8931-f70ba933dc58 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9105265 May 19 12:24:34.624758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45140) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:34.637573 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Publish callbacks [] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.662245 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': 'ba8f19aa-4e29-4619-857d-78102cb7a739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:34.707800 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-c6432c69-5cc3-433b-8277-28cc41f48a87 service neutron] 10.222.0.57 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938174 May 19 12:24:34.714189 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.859017 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] Current status of the port d01ff73e-ee30-41ad-8981-0efcec252503 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:34.860193 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:34.868744 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:34.887154 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcae734-626d-4380-a6ce-ee48a42b2ca8 None None] Pushing event updated for resources: {'Port': ['ID=ebcd5c9e-0567-4241-ad36-db99d442935a,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:34.893408 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-e1731c8a-5fe8-481f-b6c9-dad0ffd4f405 service neutron] 10.222.0.57 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843901 May 19 12:24:34.931455 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:34.964379 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (f3492372-3b10-4958-9766-896ad86bcf41), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.083484 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f3492372-3b10-4958-9766-896ad86bcf41), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.114057 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Attempting to bind port ebcd5c9e-0567-4241-ad36-db99d442935a on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:35.114057 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Attempting to bind port ebcd5c9e-0567-4241-ad36-db99d442935a by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:35.114057 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Attempting to bind port ebcd5c9e-0567-4241-ad36-db99d442935a on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:35.132186 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:35.132561 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Checking segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:35.137508 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.143911 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Bound using segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:35.144483 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Bound port: ebcd5c9e-0567-4241-ad36-db99d442935a, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:35.144898 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.186636 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Attempting to bind port 82ec4d27-e4be-404b-a6d9-8404077c5070 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:35.190510 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Attempting to bind port 82ec4d27-e4be-404b-a6d9-8404077c5070 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ff592c91-8780-4530-8a70-95497e9867b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:35.190510 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Attempting to bind port 82ec4d27-e4be-404b-a6d9-8404077c5070 on network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:35.197563 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Pushing event updated for resources: {'Port': ['ID=82ec4d27-e4be-404b-a6d9-8404077c5070,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:35.293511 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.304508 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6641150 May 19 12:24:35.308887 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Port 82ec4d27-e4be-404b-a6d9-8404077c5070 on network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:24:35.311454 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Attempting to bind port 82ec4d27-e4be-404b-a6d9-8404077c5070 on network 2f3390c0-b684-4d42-a2cd-9e9a66f58fcb {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:35.326401 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] For port ebcd5c9e-0567-4241-ad36-db99d442935a, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:35.337502 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] For port ebcd5c9e-0567-4241-ad36-db99d442935a, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ebcd5c9e-0567-4241-ad36-db99d442935a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:35.340312 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45156) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:35.393617 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'security_group_rule': {'security_group_id': 'f3492372-3b10-4958-9766-896ad86bcf41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:35.458242 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.467501 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cce4d-23fa-4452-8250-8c6642c51bee req-b752b28f-ec4c-4b19-83de-8564b4294ae9 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:35.477741 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cd8cce4d-23fa-4452-8250-8c6642c51bee req-b752b28f-ec4c-4b19-83de-8564b4294ae9 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.2231126 May 19 12:24:35.535778 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:35.542592 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Checking segment: {'id': 'ff592c91-8780-4530-8a70-95497e9867b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:35.542592 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Bound using segment: {'id': 'ff592c91-8780-4530-8a70-95497e9867b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:35.543579 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Bound port: 82ec4d27-e4be-404b-a6d9-8404077c5070, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff592c91-8780-4530-8a70-95497e9867b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:35.543996 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.550211 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4bf74-1e8a-461c-8211-4eb59968f86f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3492372-3b10-4958-9766-896ad86bcf41,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:35.688296 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:35.688296 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:35.689132 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:35.763484 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.77', 64435) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:35.775196 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (68cf6eac-d02b-407c-8eeb-d55c7925f703), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.799437 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] For port d01ff73e-ee30-41ad-8981-0efcec252503, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=d01ff73e-ee30-41ad-8981-0efcec252503,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:35.811181 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:32Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:35.851617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 9952f7f3-6a2c-4b74-a3bd-59d778453773 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:35.851617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:35.857944 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710438f-a650-4ba1-b6eb-cdeb9e477a92 None None] The sync data for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi is: [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:32Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:35.940304 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 9952f7f3-6a2c-4b74-a3bd-59d778453773, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=9952f7f3-6a2c-4b74-a3bd-59d778453773,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:35.957674 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:36.179467 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ceaf237b-beb0-4c98-967c-f15d871f9047 req-91786cb1-ac40-44a9-8d5e-867066f93945 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.7003784 May 19 12:24:36.273129 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cd8cce4d-23fa-4452-8250-8c6642c51bee req-87617863-8be2-4629-8a88-6ab1ec7076ba tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364290 May 19 12:24:36.281117 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a66fa-982a-4d93-a8f8-13a0c666c49a None None] Pushing event updated for resources: {'Port': ['ID=d01ff73e-ee30-41ad-8981-0efcec252503,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:36.320908 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:36.321485 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57cf96ae-b8f3-4fee-951a-9cdd985633a6 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:36.395330 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] For port 82ec4d27-e4be-404b-a6d9-8404077c5070, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:36.498687 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8603465-11c5-4bc7-b642-c1ae24f41951 req-495fdfd9-2651-4dac-91ca-ae69ea9c0aea tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.1866286 May 19 12:24:36.518020 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (ed95fe00-f332-445e-9292-db26298dad1d), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:36.528547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] Provisioning complete for port ebcd5c9e-0567-4241-ad36-db99d442935a triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:36.529020 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:36.571391 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:36.640014 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:36.653606 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.77', 64440) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:36.655819 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:36.758397 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcae734-626d-4380-a6ce-ee48a42b2ca8 None None] Pushing event updated for resources: {'Port': ['ID=ebcd5c9e-0567-4241-ad36-db99d442935a,revision_number=4']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:36.768407 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-18e6b011-5fdf-49ad-94c8-b838bd76aeb5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:36.775224 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-18e6b011-5fdf-49ad-94c8-b838bd76aeb5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 810 time: 0.9851243 May 19 12:24:36.782140 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=9952f7f3-6a2c-4b74-a3bd-59d778453773,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:36.783114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] For port 82ec4d27-e4be-404b-a6d9-8404077c5070, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82ec4d27-e4be-404b-a6d9-8404077c5070,segment=NetworkSegment(ff592c91-8780-4530-8a70-95497e9867b2),segment_id=ff592c91-8780-4530-8a70-95497e9867b2)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:36.791876 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:36.792281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:36.809765 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:36.997737 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.004645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:37.006684 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 7d480dc4-4803-49aa-99d3-b0bebaff4dbb up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:37.112222 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] Current status of the port ebcd5c9e-0567-4241-ad36-db99d442935a is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:37.112920 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.126318 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Pushing event updated for resources: {'Port': ['ID=82ec4d27-e4be-404b-a6d9-8404077c5070,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:37.222047 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:37.255820 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] For port ebcd5c9e-0567-4241-ad36-db99d442935a, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ebcd5c9e-0567-4241-ad36-db99d442935a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:37.262353 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (ed95fe00-f332-445e-9292-db26298dad1d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.316288 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:37.329299 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-a1b48083-4369-4db3-ae46-d970e96263cf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:37.377381 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-a1b48083-4369-4db3-ae46-d970e96263cf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 819 time: 0.7172241 May 19 12:24:37.388200 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:37.394876 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (68cf6eac-d02b-407c-8eeb-d55c7925f703), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.425731 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:37.426783 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.434674 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-fc40471e-cc1e-44c5-8276-17c80ee6b82f service neutron] 10.222.0.77 "PUT /v2.0/ports/82ec4d27-e4be-404b-a6d9-8404077c5070 HTTP/1.1" status: 200 len: 1093 time: 5.7400973 May 19 12:24:37.435176 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'tag': '82ec4d27-e4be-404b-a6d9-8404077c5070'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:37.436773 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:37.448873 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:37.453806 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'port': {'device_id': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'admin_state_up': True, 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:37.551933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.578093 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:37.590261 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e97f76-2cef-4626-b0b8-309a72915437 None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:37.683894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (ed95fe00-f332-445e-9292-db26298dad1d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.702774 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (68cf6eac-d02b-407c-8eeb-d55c7925f703), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.746426 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:37.751814 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:37.762161 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:37.769915 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:37.915951 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-8c8ddfc2-f740-4e56-89c0-d520fbe82285 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f4a6b5e282e45ffbef6963200558594 HTTP/1.1" status: 200 len: 380 time: 1.0247386 May 19 12:24:37.940061 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a762e-c240-4b22-b5d5-092ec41c4252" -d '{"events": [{"name": "network-changed", "server_uuid": "29fc59e9-f88a-46c9-a0d8-c695f778541e", "tag": "82ec4d27-e4be-404b-a6d9-8404077c5070"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:37.943152 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1d1b0f02-3470-4671-9e8b-b03e277cc3c5 req-a89167d5-e845-4954-aabb-37086d25ea64 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.4344223 May 19 12:24:37.981854 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'port': {'device_id': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'admin_state_up': True, 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'security_groups': ['767175db-37e9-4a95-ac66-c928ad7499d6']}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:38.007858 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed95fe00-f332-445e-9292-db26298dad1d,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:38.058810 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.060556 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7f146edd-74cd-4c29-a34a-2b07f742a8d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7120032 May 19 12:24:38.144187 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45224) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:38.382314 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'security_group_rule': {'security_group_id': 'f3492372-3b10-4958-9766-896ad86bcf41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:38.395407 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16701f-c886-42da-84ff-44d67c2ce831 None None] Pushing event updated for resources: {'Port': ['ID=ebcd5c9e-0567-4241-ad36-db99d442935a,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:38.400863 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.427263 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:38.430125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-2bddeb7d-8be8-4284-8dbc-ba0a6a9f185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:38.434830 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-2bddeb7d-8be8-4284-8dbc-ba0a6a9f185b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=99c98b6b528545f7a18638d5a0f69bb4&device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 1127 time: 0.3052688 May 19 12:24:38.446442 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-990ead36-8f7e-49cb-a5ab-1e0f762a63b5 None None] Provisioning complete for port ebcd5c9e-0567-4241-ad36-db99d442935a triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:38.446995 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-990ead36-8f7e-49cb-a5ab-1e0f762a63b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.447241 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.457340 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.8143961 May 19 12:24:38.475898 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45230) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:38.518896 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:38.585469 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0a870-24f7-4bc2-a4f8-378d130b23d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cf6eac-d02b-407c-8eeb-d55c7925f703,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:38.603782 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:38.670739 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016b591-2b61-43d5-a199-137e44ceb157 req-b5991fb5-dbab-4fb5-94ce-c90c2ff190df tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:38.673856 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4016b591-2b61-43d5-a199-137e44ceb157 req-b5991fb5-dbab-4fb5-94ce-c90c2ff190df tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.8132370 May 19 12:24:38.720556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:38.867859 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.906489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:38.912969 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45236) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:38.930763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-20e4a6de-937f-4a5d-bf03-5c9e4a98f3d8 req-475da1ad-6197-47ea-9a8d-b59b403b805e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.3429873 May 19 12:24:38.997850 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4016b591-2b61-43d5-a199-137e44ceb157 req-82a53584-91b3-44da-8999-9aa90f5a014f tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786720 May 19 12:24:39.005773 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Made reservation on behalf of d9e96ed4a3b5430298605d709d353f6e for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:39.010780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.099891 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:39.100467 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.105334 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-5a13acfb-cea9-4fec-9a96-b19a73dc37a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82ec4d27-e4be-404b-a6d9-8404077c5070 HTTP/1.1" status: 200 len: 217 time: 0.6410906 May 19 12:24:39.169601 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:39.176245 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.231525 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-990ead36-8f7e-49cb-a5ab-1e0f762a63b5 None None] Current status of the port ebcd5c9e-0567-4241-ad36-db99d442935a is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:39.247733 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:39.266313 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:39.319989 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:39.320565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Updating router 89d519e4-c2c8-4471-90ad-f83817ca090f port 61db2da3-0d10-49fa-93dd-80d088b906de binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:24:39.414135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.426547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.606799 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.27.3.28 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/be714a74-99d3-412c-a605-3a4a20e94688) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:39.694458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa68669d-ef0b-4aa6-8d8e-136f1a4233b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.759944 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-085e88c8-17fd-411d-b79e-6d6cb384353a req-2605cff7-19e3-4e37-8c20-7d16ac536345 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.4415319 May 19 12:24:39.839064 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:39.909250 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (be714a74-99d3-412c-a605-3a4a20e94688), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.947231 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Allocated IP 172.20.0.8 (be7a1bb6-7423-463b-a0ab-52779c3ad619/72ce90da-99f8-49d5-97ca-d28e3668ae17/ead40d23-6a23-4073-ba08-29726edb0ac8) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:39.959631 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.77', 64447) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:39.986098 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f4382b-807d-415c-98d6-9754bf7b2246 x-openstack-request-id: req-11f4382b-807d-415c-98d6-9754bf7b2246 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:39.987892 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fc59e9-f88a-46c9-a0d8-c695f778541e", "tag": "82ec4d27-e4be-404b-a6d9-8404077c5070", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:39.989148 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11f4382b-807d-415c-98d6-9754bf7b2246 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:39.989692 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f4382b-807d-415c-98d6-9754bf7b2246'] response: {'name': 'network-changed', 'server_uuid': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'tag': '82ec4d27-e4be-404b-a6d9-8404077c5070', 'status': 'completed', 'code': 200} May 19 12:24:40.217189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (be714a74-99d3-412c-a605-3a4a20e94688), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.230599 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:40.288764 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:40.290512 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 9952f7f3-6a2c-4b74-a3bd-59d778453773 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:40.305580 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa68669d-ef0b-4aa6-8d8e-136f1a4233b0 admin admin] Publish callbacks [] for security_group (4fab63d7-4f68-4375-baa3-660829e79c6f), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.371199 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45260) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:40.422739 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (7711be77-9074-4428-8dfb-c3c7e27c1237), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.514253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa68669d-ef0b-4aa6-8d8e-136f1a4233b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4fab63d7-4f68-4375-baa3-660829e79c6f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.654057 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (7711be77-9074-4428-8dfb-c3c7e27c1237), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.663741 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Made reservation on behalf of 4f4a6b5e282e45ffbef6963200558594 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:40.696197 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.700637 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 9952f7f3-6a2c-4b74-a3bd-59d778453773 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:40.701535 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.714453 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=be714a74-99d3-412c-a605-3a4a20e94688,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:40.743705 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105717-2695-4163-b283-551e3caf0c02 req-a5a6ffac-3e8e-4c36-9cac-97510562bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:40.745348 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-a5a6ffac-3e8e-4c36-9cac-97510562bf98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9bc4d52-7265-4f1c-a594-4f5cc278ab73 HTTP/1.1" status: 200 len: 851 time: 1.5393360 May 19 12:24:40.774384 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (7711be77-9074-4428-8dfb-c3c7e27c1237), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.785223 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3edd9568-47b1-4b39-bd90-6b70fa7c3aa4 req-cae9003c-9dc8-4420-89a4-38f65c31260f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.5551155 May 19 12:24:40.835904 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:40.887985 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7711be77-9074-4428-8dfb-c3c7e27c1237,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:40.897613 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:40.903812 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:40.915901 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:40.924230 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:40.925971 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fe96a90d-3320-4460-9645-d93d0f849834 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5563173 May 19 12:24:40.936626 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-aa68669d-ef0b-4aa6-8d8e-136f1a4233b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5258d7da4efe4da78362ec8d6b059a39&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0204625 May 19 12:24:40.938666 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-26125ba6-ecf1-4ac7-a658-9aa5c218e2d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661839 May 19 12:24:40.941711 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45278) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:40.941711 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45280) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:40.962672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:40.972848 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa62ce1-cf72-4be6-8504-144f55eb32e7 req-7cc242a3-6893-4e5e-ba00-b563a3f1a90c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:40.980764 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-aaa62ce1-cf72-4be6-8504-144f55eb32e7 req-7cc242a3-6893-4e5e-ba00-b563a3f1a90c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.7341595 May 19 12:24:40.995045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:41.069973 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 9952f7f3-6a2c-4b74-a3bd-59d778453773 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:41.071429 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device d01ff73e-ee30-41ad-8981-0efcec252503 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:41.071551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2abad6ae-1be9-4888-8707-bf9c668be749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.084181 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b39dcd22-f5d1-4336-9b6d-81ad7bdcbda3 req-a4afa8a0-cc8d-42d5-b3bc-6d7cf2e8687e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.1222508 May 19 12:24:41.127142 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68669d-ef0b-4aa6-8d8e-136f1a4233b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab63d7-4f68-4375-baa3-660829e79c6f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:41.165296 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Publish callbacks [] for port (61db2da3-0d10-49fa-93dd-80d088b906de), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.172684 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-d5fba27f-7cfb-4f69-9b61-9f971b38161b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:41.174602 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-d5fba27f-7cfb-4f69-9b61-9f971b38161b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 819 time: 1.2131579 May 19 12:24:41.218359 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-aaa62ce1-cf72-4be6-8504-144f55eb32e7 req-b1612f15-a8a4-4152-b200-2fcb5a2c7640 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361417 May 19 12:24:41.234301 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'port': {'device_id': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'admin_state_up': True, 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:41.264252 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port d01ff73e-ee30-41ad-8981-0efcec252503 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:41.264737 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.284819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6693f4b2-c0f8-4a6e-b4ba-c662851a8052 admin admin] Publish callbacks [] for security_group (4fab63d7-4f68-4375-baa3-660829e79c6f), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.294726 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (0c031570-5728-4eb5-8b52-027efac6e4c9), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.335146 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.508792 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.566989 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.595513 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4552503-150b-4ae3-b7b1-0a7cee5326f8 None None] Pushing event updated for resources: {'Port': ['ID=61db2da3-0d10-49fa-93dd-80d088b906de,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:41.636499 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6693f4b2-c0f8-4a6e-b4ba-c662851a8052 admin admin] Publish callbacks [] for security_group (4fab63d7-4f68-4375-baa3-660829e79c6f), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.636790 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:41.684652 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.688790 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Made reservation on behalf of d9e96ed4a3b5430298605d709d353f6e for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:24:41.696561 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.697838 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:41.791423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:41.804590 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (be714a74-99d3-412c-a605-3a4a20e94688), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.826927 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:41.892860 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:41.908555 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:41.931030 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:41.975679 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'Port': ['ID=ead40d23-6a23-4073-ba08-29726edb0ac8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:42.065595 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-bbc61abd-e5df-4320-8e75-e3dcf59890ba service neutron] 10.222.0.77 "GET /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079071 May 19 12:24:42.075415 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Allocated IP 172.20.0.9 (89c57c7f-4a52-4f23-b0c9-a848f66927a4/ba623e20-42f1-4a31-804e-0417ee6c0764/b53cc247-1a43-4485-97e1-5c39672f1e3a) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:42.119847 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port d01ff73e-ee30-41ad-8981-0efcec252503 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:42.122104 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ebcd5c9e-0567-4241-ad36-db99d442935a up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:42.240789 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Attempting to bind port 61db2da3-0d10-49fa-93dd-80d088b906de on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:42.241507 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Attempting to bind port 61db2da3-0d10-49fa-93dd-80d088b906de by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:42.242092 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Attempting to bind port 61db2da3-0d10-49fa-93dd-80d088b906de on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:42.251634 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:42.252533 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:42.253225 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.253998 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Bound using segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:42.254942 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Bound port: 61db2da3-0d10-49fa-93dd-80d088b906de, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:42.255642 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.307469 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-5af1a1dd-0e9b-499c-b1e8-225f49b712d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9022956 May 19 12:24:42.382456 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6693f4b2-c0f8-4a6e-b4ba-c662851a8052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4fab63d7-4f68-4375-baa3-660829e79c6f), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.385199 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6693f4b2-c0f8-4a6e-b4ba-c662851a8052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.388828 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6693f4b2-c0f8-4a6e-b4ba-c662851a8052 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fab63d7-4f68-4375-baa3-660829e79c6f HTTP/1.1" status: 204 len: 168 time: 1.4317195 May 19 12:24:42.397997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:42.409695 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Request body: {'port': {'device_id': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:42.418306 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:42.483565 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f4b2-c0f8-4a6e-b4ba-c662851a8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab63d7-4f68-4375-baa3-660829e79c6f,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:42.501914 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2abad6ae-1be9-4888-8707-bf9c668be749 admin admin] Publish callbacks [] for security_group (8f2e8a47-7346-4da5-bbe0-ab64ed52e06c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.504316 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.514192 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4c105717-2695-4163-b283-551e3caf0c02 req-930f545d-6f16-4b49-81bc-3c95fd769a3f service neutron] 10.222.0.77 "GET /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169750 May 19 12:24:42.516599 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-8a294517-a7f8-4617-8835-4d7b70b44217 None None] Provisioning complete for port 61db2da3-0d10-49fa-93dd-80d088b906de triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:42.518199 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8a294517-a7f8-4617-8835-4d7b70b44217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.644056 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:42.654309 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:42.676874 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2abad6ae-1be9-4888-8707-bf9c668be749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8f2e8a47-7346-4da5-bbe0-ab64ed52e06c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.726758 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] For port 61db2da3-0d10-49fa-93dd-80d088b906de, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:42.748280 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-8a294517-a7f8-4617-8835-4d7b70b44217 None None] Port 61db2da3-0d10-49fa-93dd-80d088b906de cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:42.751247 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port ebcd5c9e-0567-4241-ad36-db99d442935a triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:42.751888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.839170 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2abad6ae-1be9-4888-8707-bf9c668be749 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a332bbbc8cd04a7ab5b13aa33ef7a783&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4537768 May 19 12:24:42.840031 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abad6ae-1be9-4888-8707-bf9c668be749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e8a47-7346-4da5-bbe0-ab64ed52e06c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:42.849459 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45300) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:42.866947 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] For port 61db2da3-0d10-49fa-93dd-80d088b906de, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=61db2da3-0d10-49fa-93dd-80d088b906de,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:42.885778 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-2cb5605d-ca96-4aed-a640-dca034e7a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:42.887088 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-359d0082-b380-41b3-aa46-bea05ec18b4e None None] Provisioning complete for port ead40d23-6a23-4073-ba08-29726edb0ac8 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:42.887408 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-2cb5605d-ca96-4aed-a640-dca034e7a692 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=99c98b6b528545f7a18638d5a0f69bb4&device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 1127 time: 0.1792560 May 19 12:24:42.887515 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-359d0082-b380-41b3-aa46-bea05ec18b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.968692 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-359d0082-b380-41b3-aa46-bea05ec18b4e None None] Port ead40d23-6a23-4073-ba08-29726edb0ac8 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:42.975951 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port ebcd5c9e-0567-4241-ad36-db99d442935a is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:43.011786 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.117717 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4552503-150b-4ae3-b7b1-0a7cee5326f8 None None] Pushing event updated for resources: {'Port': ['ID=61db2da3-0d10-49fa-93dd-80d088b906de,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:43.168330 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8c75f42f-7d4d-46da-9119-32513bd8c726 req-4af8f72a-c5cb-42cb-a1dc-7cb2a6692ab7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.8805165 May 19 12:24:43.172053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Allocated IP 172.27.3.194 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/002a59e9-9b8f-4224-9356-3d3b4aa316d6) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:43.199513 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6dd89f45-b0ad-40ca-b35d-5bae99ada52b req-a93550fd-9e18-4227-8542-0a059363279d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 1.2359087 May 19 12:24:43.213261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:43.213931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:24:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:43.342652 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 7d480dc4-4803-49aa-99d3-b0bebaff4dbb up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:43.347728 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.366088 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:43.377020 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (be714a74-99d3-412c-a605-3a4a20e94688), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.384311 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:43.494438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Allocated IP 172.20.0.4 (be7a1bb6-7423-463b-a0ab-52779c3ad619/72ce90da-99f8-49d5-97ca-d28e3668ae17/8d75d107-85c3-4858-8b90-5ba107a81513) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:43.536479 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-f0d184d4-9a34-4c00-ab56-66c223da1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:43.538760 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-f0d184d4-9a34-4c00-ab56-66c223da1bff service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb HTTP/1.1" status: 200 len: 912 time: 0.6413379 May 19 12:24:43.558749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d37-bc47-479d-8ba5-ab0251f967e2 req-8a5a26e7-90dd-44e3-894b-ee5daf25bda0 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:43.566876 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5836d37-bc47-479d-8ba5-ab0251f967e2 req-8a5a26e7-90dd-44e3-894b-ee5daf25bda0 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.2047300 May 19 12:24:43.574476 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.578601 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:43.578924 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.592183 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad98-ca33-4775-8214-9c355236e439 admin admin] Publish callbacks [] for security_group (8f2e8a47-7346-4da5-bbe0-ab64ed52e06c), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.649043 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5836d37-bc47-479d-8ba5-ab0251f967e2 req-c648d116-5f8e-4161-8bbb-491db5c2641b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809937 May 19 12:24:43.662734 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (be714a74-99d3-412c-a605-3a4a20e94688), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.694844 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:43.701784 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:43.756907 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:43.821180 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=be714a74-99d3-412c-a605-3a4a20e94688,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:43.859405 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:43.865466 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-18406cf8-8758-4b41-b46e-3d273e23d87b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82ec4d27-e4be-404b-a6d9-8404077c5070 HTTP/1.1" status: 200 len: 217 time: 0.2254782 May 19 12:24:43.876914 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:43.892763 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad98-ca33-4775-8214-9c355236e439 admin admin] Publish callbacks [] for security_group (8f2e8a47-7346-4da5-bbe0-ab64ed52e06c), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.896811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (0c031570-5728-4eb5-8b52-027efac6e4c9), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:43.944851 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45316) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:43.969325 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] Provisioning complete for port 61db2da3-0d10-49fa-93dd-80d088b906de triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:43.969845 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.009773 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b7d6cba0-ae87-4fb5-b714-23ad6994c3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.117551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.133979 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f7f49acb-ef6c-4826-80ca-6a8e712fd75a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6480448 May 19 12:24:44.135414 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-7f1810dc-cc5e-47f7-8973-eaa98c6cb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:44.143587 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:44.155513 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-7f1810dc-cc5e-47f7-8973-eaa98c6cb5ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9bc4d52-7265-4f1c-a594-4f5cc278ab73 HTTP/1.1" status: 200 len: 851 time: 0.2681155 May 19 12:24:44.156302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] Current status of the port 61db2da3-0d10-49fa-93dd-80d088b906de is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:44.156511 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.157899 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.194177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for port (8d75d107-85c3-4858-8b90-5ba107a81513), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.197177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b7d6cba0-ae87-4fb5-b714-23ad6994c3b8 admin admin] Publish callbacks [] for security_group (57a256a5-6ab8-4579-878f-691b72743e80), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.287520 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] For port 61db2da3-0d10-49fa-93dd-80d088b906de, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=61db2da3-0d10-49fa-93dd-80d088b906de,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:44.291540 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:42Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:44.302780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b7d6cba0-ae87-4fb5-b714-23ad6994c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (57a256a5-6ab8-4579-878f-691b72743e80), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.317783 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.374225 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b4139-b2bc-448e-9d8a-2095a53b51a5 None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:42Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:44.389117 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-47d14dcd-8ac4-4930-9b3d-d00c31d2e251 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002928 May 19 12:24:44.390289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.424562 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:44.451317 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:44.475470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:44.492498 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:44.493801 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.497482 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70172f-4e70-4ce7-8b3f-312ecfb65362 None None] Pushing event updated for resources: {'Port': ['ID=61db2da3-0d10-49fa-93dd-80d088b906de,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:44.511193 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.516381 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad98-ca33-4775-8214-9c355236e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8f2e8a47-7346-4da5-bbe0-ab64ed52e06c), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.520381 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad98-ca33-4775-8214-9c355236e439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.521940 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-56a6ad98-ca33-4775-8214-9c355236e439 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f2e8a47-7346-4da5-bbe0-ab64ed52e06c HTTP/1.1" status: 204 len: 168 time: 1.6713216 May 19 12:24:44.578311 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-b7d6cba0-ae87-4fb5-b714-23ad6994c3b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8437cc6af4ed477f88dbea8d1ec38297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6313682 May 19 12:24:44.587286 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45330) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:44.597641 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.673952 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'Port': ['ID=b53cc247-1a43-4485-97e1-5c39672f1e3a,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:44.728942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6ad98-ca33-4775-8214-9c355236e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e8a47-7346-4da5-bbe0-ab64ed52e06c,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:44.819706 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:44.821354 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:44.829292 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:44.885457 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-93fe5732-5660-4127-96dc-d0c4c271ce07 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9491661 May 19 12:24:44.919293 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (9617a76a-9898-4b11-a745-aa37e48a4b6c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.955189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Request body: {'port': {'device_id': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:44.996365 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6cba0-ae87-4fb5-b714-23ad6994c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a256a5-6ab8-4579-878f-691b72743e80,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:45.055851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'Port': ['ID=002a59e9-9b8f-4224-9356-3d3b4aa316d6,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:45.062447 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-bbce1b6a-3ae4-47b3-bb5e-29c155e57a54 None None] Provisioning complete for port b53cc247-1a43-4485-97e1-5c39672f1e3a triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:45.066671 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b6a-3ae4-47b3-bb5e-29c155e57a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.082137 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-1522513c-a20d-4e85-aff8-dba5e634299b service neutron] 10.222.0.77 "GET /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736531 May 19 12:24:45.131605 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c26d9-fc64-4ff3-bd1d-dd6ebd8331fc req-df6164c3-9964-4eaa-b10d-b724b1ec5dd6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:45.135566 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca4c26d9-fc64-4ff3-bd1d-dd6ebd8331fc req-df6164c3-9964-4eaa-b10d-b724b1ec5dd6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 931 time: 0.7874391 May 19 12:24:45.192715 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-bbce1b6a-3ae4-47b3-bb5e-29c155e57a54 None None] Port b53cc247-1a43-4485-97e1-5c39672f1e3a cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:45.240507 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 61db2da3-0d10-49fa-93dd-80d088b906de up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:45.297321 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 61db2da3-0d10-49fa-93dd-80d088b906de triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:45.298709 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.307636 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4eb44-7ac5-48fe-8e54-7ab2cecddc55 req-379a3ab6-3f36-4da9-beab-02f79f8ec437 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:45.312718 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25f4eb44-7ac5-48fe-8e54-7ab2cecddc55 req-379a3ab6-3f36-4da9-beab-02f79f8ec437 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 931 time: 0.9369709 May 19 12:24:45.380749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:45.427340 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:45.439630 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca4c26d9-fc64-4ff3-bd1d-dd6ebd8331fc req-29b4c8bb-37e5-4fd4-80ae-965d9aa79183 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470217 May 19 12:24:45.456298 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:45.488413 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:45.489336 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.506662 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 61db2da3-0d10-49fa-93dd-80d088b906de is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:45.588055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25f4eb44-7ac5-48fe-8e54-7ab2cecddc55 req-d2425c8e-9233-4552-ae27-10778dfb89dc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579683 May 19 12:24:45.588927 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'Port': ['ID=8d75d107-85c3-4858-8b90-5ba107a81513,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:45.606319 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead40d23-6a23-4073-ba08-29726edb0ac8 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:45.644674 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-47f20dd2-57e3-4ddd-bbd0-1321665f33f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4161692 May 19 12:24:45.714651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Publish callbacks [] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.723694 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e864bf2e-ac0b-4ce7-8a44-17ca15bbb795 admin admin] Publish callbacks [] for security_group (57a256a5-6ab8-4579-878f-691b72743e80), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.749606 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Request body: {'port': {'device_id': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:45.773502 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.834475 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.933105 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Transition to ACTIVE for port object ead40d23-6a23-4073-ba08-29726edb0ac8 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:24:45.937038 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e864bf2e-ac0b-4ce7-8a44-17ca15bbb795 admin admin] Publish callbacks [] for security_group (57a256a5-6ab8-4579-878f-691b72743e80), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.946397 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-9cbedd1c-2151-479b-adff-19d65cd4ed92 None None] Provisioning complete for port 8d75d107-85c3-4858-8b90-5ba107a81513 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:45.949453 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9cbedd1c-2151-479b-adff-19d65cd4ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.018225 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-389a762e-c240-4b22-b5d5-092ec41c4252 req-88528809-ca50-4c95-b8eb-75ec50bbdb8e service neutron] 10.222.0.77 "GET /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984356 May 19 12:24:46.027296 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-9cbedd1c-2151-479b-adff-19d65cd4ed92 None None] Port 8d75d107-85c3-4858-8b90-5ba107a81513 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:24:46.082424 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c23a1-9792-4f2b-9bff-dae47346d65e req-499819ff-a9f6-4785-a58b-27eda5c72c51 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:46.084173 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a8c23a1-9792-4f2b-9bff-dae47346d65e req-499819ff-a9f6-4785-a58b-27eda5c72c51 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.2465925 May 19 12:24:46.122860 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-9fabd5dc-5a13-4dcd-834d-0b018de6bca8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--442716620&fields=id&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 267 time: 0.4145553 May 19 12:24:46.126940 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.286566 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.371146 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a8c23a1-9792-4f2b-9bff-dae47346d65e req-df582eec-1d1e-48ae-8d15-69a6cb28c024 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458739 May 19 12:24:46.527854 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-e1db2902-1cea-4ea9-a84e-53f59af0aa74 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:46.539948 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-e1db2902-1cea-4ea9-a84e-53f59af0aa74 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.4041793 May 19 12:24:46.559212 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-49700590-87e3-4c80-8318-c0c75414de98 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/quotas/86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 375 time: 0.0182972 May 19 12:24:46.640379 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-15847032-e232-4835-82dd-f14b3e9fade9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800138 May 19 12:24:46.653418 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53cc247-1a43-4485-97e1-5c39672f1e3a {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:46.659654 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9384c60-f586-4eda-b84b-8a73fc20848e req-03aa242f-6113-4a80-8c78-679e8d0842d4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:46.661141 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d9384c60-f586-4eda-b84b-8a73fc20848e req-03aa242f-6113-4a80-8c78-679e8d0842d4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 931 time: 0.0647721 May 19 12:24:46.662309 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Publish callbacks [] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.763206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d9384c60-f586-4eda-b84b-8a73fc20848e req-2be31fb9-e85c-495f-8f21-a51d08d22af8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922811 May 19 12:24:46.791966 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-51275848-9515-47bf-ad79-dda0ea7f7d24 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295543 May 19 12:24:47.052641 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5603a2-48b0-4538-aeff-05b7a116185a req-4afb9135-c1b9-4a30-8031-17fb6a0f5cd3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:47.054197 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3a5603a2-48b0-4538-aeff-05b7a116185a req-4afb9135-c1b9-4a30-8031-17fb6a0f5cd3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 931 time: 0.2081299 May 19 12:24:47.094088 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-b6404582-e4c8-48fa-be5d-6636ee19a14f service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934642 May 19 12:24:47.129686 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3a5603a2-48b0-4538-aeff-05b7a116185a req-17461111-169c-4192-bf90-4b329f352c96 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636373 May 19 12:24:47.194023 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Transition to ACTIVE for port object b53cc247-1a43-4485-97e1-5c39672f1e3a will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:24:47.196021 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:47.198760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.201312 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.212901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e864bf2e-ac0b-4ce7-8a44-17ca15bbb795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (57a256a5-6ab8-4579-878f-691b72743e80), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.217239 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e864bf2e-ac0b-4ce7-8a44-17ca15bbb795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.230954 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e864bf2e-ac0b-4ce7-8a44-17ca15bbb795 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57a256a5-6ab8-4579-878f-691b72743e80 HTTP/1.1" status: 204 len: 168 time: 2.4858055 May 19 12:24:47.245936 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'Port': ['ID=002a59e9-9b8f-4224-9356-3d3b4aa316d6,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:47.260632 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (9617a76a-9898-4b11-a745-aa37e48a4b6c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.296943 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:47.343736 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.349485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864bf2e-ac0b-4ce7-8a44-17ca15bbb795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a256a5-6ab8-4579-878f-691b72743e80,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:47.391523 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Pushing event updated for resources: {'Port': ['ID=ead40d23-6a23-4073-ba08-29726edb0ac8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:47.448274 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.455044 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ef3e4d0e-4434-4c91-a795-027ac5c51f10 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4974706 May 19 12:24:47.570835 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Pushing event updated for resources: {'Port': ['ID=b53cc247-1a43-4485-97e1-5c39672f1e3a,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:47.606826 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Attempting to bind port b53cc247-1a43-4485-97e1-5c39672f1e3a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:47.606826 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Attempting to bind port b53cc247-1a43-4485-97e1-5c39672f1e3a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:47.606826 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Attempting to bind port b53cc247-1a43-4485-97e1-5c39672f1e3a on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:47.614682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Port b53cc247-1a43-4485-97e1-5c39672f1e3a on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:24:47.615072 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Attempting to bind port b53cc247-1a43-4485-97e1-5c39672f1e3a on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:47.636448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:47.636448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Checking segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:47.636448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Bound using segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:47.636448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Bound port: b53cc247-1a43-4485-97e1-5c39672f1e3a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:47.636448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.703494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f364179b-e748-4783-bfcf-220343e1b5f3 req-74afc803-6659-4bbb-9c27-52a4f5d3aeef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.1634009 May 19 12:24:47.739718 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Attempting to bind port ead40d23-6a23-4073-ba08-29726edb0ac8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:47.740085 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Attempting to bind port ead40d23-6a23-4073-ba08-29726edb0ac8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:47.740440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Attempting to bind port ead40d23-6a23-4073-ba08-29726edb0ac8 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:47.777002 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Port ead40d23-6a23-4073-ba08-29726edb0ac8 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:24:47.777002 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Attempting to bind port ead40d23-6a23-4073-ba08-29726edb0ac8 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:47.782934 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:47.783303 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Checking segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:47.783852 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Bound using segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:47.784335 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Bound port: ead40d23-6a23-4073-ba08-29726edb0ac8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:47.784670 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] For port b53cc247-1a43-4485-97e1-5c39672f1e3a, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:47.784778 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.789649 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] For port b53cc247-1a43-4485-97e1-5c39672f1e3a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:47.817386 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d475b3e-e6fb-42da-963e-93df923189a7 req-f1f2d1e0-e333-4095-845d-c06f279561f6 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:47.818958 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8d475b3e-e6fb-42da-963e-93df923189a7 req-f1f2d1e0-e333-4095-845d-c06f279561f6 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.2153635 May 19 12:24:47.950374 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d75d107-85c3-4858-8b90-5ba107a81513 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:47.977395 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.990163 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Publish callbacks [] for port (8d75d107-85c3-4858-8b90-5ba107a81513), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:48.033113 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42d24e-8a07-4bc5-b39b-90b87942ed05 req-a8081787-bb78-4ca6-90b2-24bd5a22f818 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.034711 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2e42d24e-8a07-4bc5-b39b-90b87942ed05 req-a8081787-bb78-4ca6-90b2-24bd5a22f818 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 931 time: 0.1457808 May 19 12:24:48.041211 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.042126 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:48.043671 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] 10.222.0.77 "PUT /v2.0/ports/b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 1093 time: 3.1044674 May 19 12:24:48.046968 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:48.049642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad4ca4-eccc-4844-b084-75d4377463e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:48.049808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] For port ead40d23-6a23-4073-ba08-29726edb0ac8, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:48.055367 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] For port ead40d23-6a23-4073-ba08-29726edb0ac8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ead40d23-6a23-4073-ba08-29726edb0ac8,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:48.067901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Transition to ACTIVE for port object 8d75d107-85c3-4858-8b90-5ba107a81513 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:24:48.073366 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8d475b3e-e6fb-42da-963e-93df923189a7 req-6052df2c-0733-4843-a809-c9d8b3db25eb tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443712 May 19 12:24:48.090855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b6205-1c54-4b2e-b8d2-51cd2a352678 service neutron] Pushing event updated for resources: {'Port': ['ID=b53cc247-1a43-4485-97e1-5c39672f1e3a,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:48.133432 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2e42d24e-8a07-4bc5-b39b-90b87942ed05 req-4a86e7b4-277b-44b7-9928-66598807d9dd tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760970 May 19 12:24:48.144483 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:48.184133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:48.238629 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.239493 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:48.245235 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] 10.222.0.77 "PUT /v2.0/ports/ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 200 len: 1093 time: 5.9252214 May 19 12:24:48.247815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'tag': 'ead40d23-6a23-4073-ba08-29726edb0ac8'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:48.353865 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5140add-5af7-41b0-8356-9d2275f3db55 x-openstack-request-id: req-c5140add-5af7-41b0-8356-9d2275f3db55 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:48.356960 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:48.357596 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5140add-5af7-41b0-8356-9d2275f3db55 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:48.359549 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5140add-5af7-41b0-8356-9d2275f3db55'] response: {'name': 'network-changed', 'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'status': 'completed', 'code': 200} May 19 12:24:48.452885 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f388-d366-4b9d-842b-ae0ff4f2d293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:48.500159 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:48.554598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048d0b0-e99a-40c8-bfc5-64f68b554432 service neutron] Pushing event updated for resources: {'Port': ['ID=ead40d23-6a23-4073-ba08-29726edb0ac8,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:48.612328 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54d08-afb1-4e5b-aaf4-b40a2f654559 req-20e6db18-c899-465c-a3e7-b1a4e47c0475 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.616827 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7cb54d08-afb1-4e5b-aaf4-b40a2f654559 req-20e6db18-c899-465c-a3e7-b1a4e47c0475 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.1706557 May 19 12:24:48.746954 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Pushing event updated for resources: {'Port': ['ID=8d75d107-85c3-4858-8b90-5ba107a81513,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:48.770749 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad4ca4-eccc-4844-b084-75d4377463e6 req-f42ba797-4275-45d3-8eab-0b6769289748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.779628 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a6ad4ca4-eccc-4844-b084-75d4377463e6 req-f42ba797-4275-45d3-8eab-0b6769289748 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1127 time: 0.0746329 May 19 12:24:48.792448 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-cefbf5ee-8f3f-467d-b452-f85df1bd3c23 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1756601629&fields=id&tenant_id=1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 267 time: 0.3558245 May 19 12:24:48.902865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340a9976-2143-4b0a-93c6-8e506e225db5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b2145b-8dcb-4d81-af12-42d1494da298", "tag": "ead40d23-6a23-4073-ba08-29726edb0ac8"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:48.981084 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Attempting to bind port 8d75d107-85c3-4858-8b90-5ba107a81513 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:24:48.981526 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Attempting to bind port 8d75d107-85c3-4858-8b90-5ba107a81513 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:24:48.982026 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Attempting to bind port 8d75d107-85c3-4858-8b90-5ba107a81513 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:49.011450 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-96254f1f-01a0-4b07-8a78-d17b3e0a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.011716 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-96254f1f-01a0-4b07-8a78-d17b3e0a8435 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1127 time: 0.2168474 May 19 12:24:49.028708 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Port 8d75d107-85c3-4858-8b90-5ba107a81513 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:24:49.029043 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Attempting to bind port 8d75d107-85c3-4858-8b90-5ba107a81513 on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:24:49.066322 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7cb54d08-afb1-4e5b-aaf4-b40a2f654559 req-97d924d5-2a8b-400d-bd43-c99ec7067afe tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305971 May 19 12:24:49.165784 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:24:49.166184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Checking segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:24:49.166538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Bound using segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:24:49.167695 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Bound port: 8d75d107-85c3-4858-8b90-5ba107a81513, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:24:49.167875 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.174534 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-369ee690-cdff-49d8-aab2-a56d430ef1f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 200 len: 217 time: 0.1393046 May 19 12:24:49.209609 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad4ca4-eccc-4844-b084-75d4377463e6 req-19fb333f-7be3-46b7-b1b5-d237c0850113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.212233 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a6ad4ca4-eccc-4844-b084-75d4377463e6 req-19fb333f-7be3-46b7-b1b5-d237c0850113 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f4a6b5e282e45ffbef6963200558594&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4246514 May 19 12:24:49.228129 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25cce8f8-ecdc-4bb2-aa42-a6d566322a45 req-1ff3ba85-b89b-4499-990e-af64a304017d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0633883 May 19 12:24:49.269378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-d42779e3-056e-4d8c-833d-c77ab7840c05 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.271000 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-d42779e3-056e-4d8c-833d-c77ab7840c05 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 817 time: 0.4774382 May 19 12:24:49.298050 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-9b475ee3-d20e-456c-8b31-17a190a249f2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/quotas/1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 375 time: 0.0174098 May 19 12:24:49.342558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] For port 8d75d107-85c3-4858-8b90-5ba107a81513, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:24:49.361321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] For port 8d75d107-85c3-4858-8b90-5ba107a81513, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d75d107-85c3-4858-8b90-5ba107a81513,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:24:49.374788 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-cede7f9c-cb02-4126-94a7-e68940b74f07 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705609 May 19 12:24:49.504161 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-f562ab2f-1d9d-4148-b702-e7b12ec6ee4c service neutron] 10.222.0.57 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056442 May 19 12:24:49.550322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.594169 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589cddef-6636-4c1d-b4b6-6174cfa27f47 x-openstack-request-id: req-589cddef-6636-4c1d-b4b6-6174cfa27f47 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:49.595209 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b2145b-8dcb-4d81-af12-42d1494da298", "tag": "ead40d23-6a23-4073-ba08-29726edb0ac8", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:49.595209 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-589cddef-6636-4c1d-b4b6-6174cfa27f47 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:49.595209 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589cddef-6636-4c1d-b4b6-6174cfa27f47'] response: {'name': 'network-changed', 'server_uuid': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'tag': 'ead40d23-6a23-4073-ba08-29726edb0ac8', 'status': 'completed', 'code': 200} May 19 12:24:49.637072 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.637072 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.637072 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] 10.222.0.77 "PUT /v2.0/ports/8d75d107-85c3-4858-8b90-5ba107a81513 HTTP/1.1" status: 200 len: 1093 time: 3.9244657 May 19 12:24:49.674568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba76b89-097a-42d1-a451-4c61b124753a service neutron] Pushing event updated for resources: {'Port': ['ID=8d75d107-85c3-4858-8b90-5ba107a81513,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:49.721837 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-69465a34-7066-4cc3-9a36-88c5cec178a3 service neutron] 10.222.0.57 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050362 May 19 12:24:49.736036 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ce7ae-6982-4072-832e-7259b592e45d req-243f6c43-d870-4ffe-a8a9-3a6a16426ff2 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.737694 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d91ce7ae-6982-4072-832e-7259b592e45d req-243f6c43-d870-4ffe-a8a9-3a6a16426ff2 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.0895362 May 19 12:24:49.813795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d91ce7ae-6982-4072-832e-7259b592e45d req-57359e9a-efac-4c79-9260-7c4f03c47814 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680325 May 19 12:24:49.911064 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:49.958322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c531d-fbe2-48ae-a91e-f6963bb55e95 req-a60a4bca-c529-439d-b008-40e3b25a04e1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.966486 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-214c531d-fbe2-48ae-a91e-f6963bb55e95 req-a60a4bca-c529-439d-b008-40e3b25a04e1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0830386 May 19 12:24:50.207425 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-86edf30c-b10e-45cc-9b71-991256c0ae29 req-2b253150-2aef-44b6-99d0-ba6015568102 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.2332108 May 19 12:24:50.234937 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-214c531d-fbe2-48ae-a91e-f6963bb55e95 req-da08122d-298a-4b71-98e0-c3c79b7f9c50 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671344 May 19 12:24:50.365293 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1427b9b0-8844-4abc-a7be-248b7cfa12ee req-f7c3f0cb-7cdc-4ce6-b880-0557bfee6165 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0556526 May 19 12:24:50.386816 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c29c8-91a1-4c1b-8496-9c215500e045 req-0aa7b2b7-a217-43f4-b349-5bb6ef8d65ad tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:50.393790 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9a6c29c8-91a1-4c1b-8496-9c215500e045 req-0aa7b2b7-a217-43f4-b349-5bb6ef8d65ad tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0915432 May 19 12:24:50.450011 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9a6c29c8-91a1-4c1b-8496-9c215500e045 req-1779ea59-e2dc-4866-be83-e8e05ee166c1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515788 May 19 12:24:50.562673 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0b6c294d-ce1b-4b72-9777-daed272eafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.936277 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:50.957663 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c143e-f166-481c-bb0b-b4388b376f80 req-a1c211b6-9f37-4b32-bef8-97077ba84e3d tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:50.964719 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-564c143e-f166-481c-bb0b-b4388b376f80 req-a1c211b6-9f37-4b32-bef8-97077ba84e3d tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.0678172 May 19 12:24:51.013422 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-564c143e-f166-481c-bb0b-b4388b376f80 req-8e1e980e-df2a-4f5e-850b-3fac073fac96 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 May 19 12:24:51.091128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:51.300203 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-acf9bb96-2bf6-4dae-98a6-394a582d79ae req-f7a6ee2e-55be-4596-a78c-251c63c41945 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0393386 May 19 12:24:51.385054 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03cfaa-2e87-47bf-8b0c-753040e880f7 req-bb5b870f-d6c8-4882-9a27-8e74a3b390bb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.386628 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f03cfaa-2e87-47bf-8b0c-753040e880f7 req-bb5b870f-d6c8-4882-9a27-8e74a3b390bb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0502381 May 19 12:24:51.439168 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f03cfaa-2e87-47bf-8b0c-753040e880f7 req-068b70ef-5edf-4dd1-81a0-efc614531174 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 May 19 12:24:51.473439 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad7d6834-8326-4383-bdea-18fd210c57cc req-e1908cc1-1348-4eeb-8748-1e476459c834 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0322759 May 19 12:24:51.588229 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff69158-96b8-41cf-9e54-397ebe098265 req-f9af63e7-628f-4e25-bb80-d9d51e7871fb tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.589587 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8ff69158-96b8-41cf-9e54-397ebe098265 req-f9af63e7-628f-4e25-bb80-d9d51e7871fb tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0567174 May 19 12:24:51.597022 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'tag': '8d75d107-85c3-4858-8b90-5ba107a81513'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:51.599622 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "99e6669b-4005-4691-9a9e-42cd9f209a44", "tag": "8d75d107-85c3-4858-8b90-5ba107a81513"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:51.687527 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12f12f7-850f-4ac4-bc5f-7863d38f3836 x-openstack-request-id: req-a12f12f7-850f-4ac4-bc5f-7863d38f3836 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:51.687889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e6669b-4005-4691-9a9e-42cd9f209a44", "tag": "8d75d107-85c3-4858-8b90-5ba107a81513", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:51.688094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a12f12f7-850f-4ac4-bc5f-7863d38f3836 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:51.688461 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12f12f7-850f-4ac4-bc5f-7863d38f3836'] response: {'name': 'network-changed', 'server_uuid': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'tag': '8d75d107-85c3-4858-8b90-5ba107a81513', 'status': 'completed', 'code': 200} May 19 12:24:51.701419 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8ff69158-96b8-41cf-9e54-397ebe098265 req-e6dec1c4-790a-4c64-b740-36f1c0ac12a5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046820 May 19 12:24:51.746882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-db7e8ecd-aa0d-484d-ba00-06bf54ee17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.748361 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-db7e8ecd-aa0d-484d-ba00-06bf54ee17a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.1012805 May 19 12:24:51.749799 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4 req-e9457128-2039-4b0e-987f-79154cd798c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.751204 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4 req-e9457128-2039-4b0e-987f-79154cd798c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 1127 time: 0.0655344 May 19 12:24:51.830012 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:51.864513 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad4ca4-eccc-4844-b084-75d4377463e6 req-d7b6ab30-6ce8-4c1d-8784-e88f79345d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.867904 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a6ad4ca4-eccc-4844-b084-75d4377463e6 req-d7b6ab30-6ce8-4c1d-8784-e88f79345d19 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223299 May 19 12:24:51.954536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca983a-b39a-42f8-bf07-c80115adac90 req-c938b781-112f-4cfb-b9cd-2be9c700566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.956058 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-c938b781-112f-4cfb-b9cd-2be9c700566b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1946790 May 19 12:24:51.961011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-0ab23da4-4e42-42eb-aad9-dd5b3ed49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:51.966586 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-0ab23da4-4e42-42eb-aad9-dd5b3ed49ac5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1127 time: 0.0439432 May 19 12:24:52.016478 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-01f2cbdd-e97c-49d2-b0e2-a1b75b406302 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 217 time: 0.0441792 May 19 12:24:52.112457 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-b7494622-b7b2-4561-b3c4-b80dc2b49670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.113958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4 req-8ddf433b-20c5-4ceb-86fc-aa71aa74d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.114806 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-b7494622-b7b2-4561-b3c4-b80dc2b49670 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0933638 May 19 12:24:52.115567 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4 req-8ddf433b-20c5-4ceb-86fc-aa71aa74d245 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d9e96ed4a3b5430298605d709d353f6e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3530607 May 19 12:24:52.182971 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-1c3d3ac4-ecfa-4560-94f7-57d551fa502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.184628 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-1c3d3ac4-ecfa-4560-94f7-57d551fa502e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584552 May 19 12:24:52.300710 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-680bc0b1-49fb-47c4-878f-ab52dc8887ca service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376195 May 19 12:24:52.334160 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6463d3-84a4-4530-b56d-c319d0127924 req-e10077a6-f4ba-4eb3-a0c9-1e4aa61d12dd tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.335824 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cf6463d3-84a4-4530-b56d-c319d0127924 req-e10077a6-f4ba-4eb3-a0c9-1e4aa61d12dd tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.1926451 May 19 12:24:52.337766 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-549afc35-33cf-44c4-9900-de47a6e26956 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457069 May 19 12:24:52.455740 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-120f75df-65a3-4bc5-94c7-5b0f0e9db557 req-0ce7d68c-c204-4bc2-917d-301be82defbe service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114285 May 19 12:24:52.477515 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-040773ed-9627-4669-8b42-b977f21716f8 req-1ccecb29-5ff7-4573-a260-9ced22ac540f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0769262 May 19 12:24:52.481973 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4 req-71eca959-1e09-432e-986c-ca8225141dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.483403 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fe944c8-d86a-49fb-a5fd-b0b43d4cb3d4 req-71eca959-1e09-432e-986c-ca8225141dc8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3578312 May 19 12:24:52.512435 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cf6463d3-84a4-4530-b56d-c319d0127924 req-ec09557f-3035-4c35-9eaa-289bcf79ecf0 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594141 May 19 12:24:52.563255 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-faca983a-b39a-42f8-bf07-c80115adac90 req-207ff640-117b-471d-8e66-1a3123222fb1 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506604 May 19 12:24:52.653135 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-7191a0bd-2d9e-4f4e-a1a5-28b9873e92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.654866 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-7191a0bd-2d9e-4f4e-a1a5-28b9873e92a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 1127 time: 0.0905569 May 19 12:24:52.675450 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ee471025-94db-4042-a2e7-41262ab66a9a req-6f60e909-bd42-4a08-8f03-b13020b63d7d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0693078 May 19 12:24:52.688996 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:52.722279 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-8ae8663c-7452-4590-9279-fd1ec8df2a23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d75d107-85c3-4858-8b90-5ba107a81513 HTTP/1.1" status: 200 len: 217 time: 0.0434840 May 19 12:24:52.733297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407c389-ecf6-4b93-a84c-430e2e1caba6 req-16c22044-5afa-4891-9a49-60e21e8dedb6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.735532 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8407c389-ecf6-4b93-a84c-430e2e1caba6 req-16c22044-5afa-4891-9a49-60e21e8dedb6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.1175497 May 19 12:24:52.799764 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8407c389-ecf6-4b93-a84c-430e2e1caba6 req-98d747fe-2f9b-4dcc-aa5a-feefa070624d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 May 19 12:24:52.846083 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f36934-f811-4d1d-ac93-a0be86855d1f req-c7c991cc-65d0-4ac3-b9f0-a3aad28b3c6a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:52.851983 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d9f36934-f811-4d1d-ac93-a0be86855d1f req-c7c991cc-65d0-4ac3-b9f0-a3aad28b3c6a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0689845 May 19 12:24:52.909431 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d9f36934-f811-4d1d-ac93-a0be86855d1f req-5185df23-01f3-45ed-9fb0-732fd341b999 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558279 May 19 12:24:53.348444 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.615000 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e153518-1350-4818-a867-5b268143f54d req-070ce52e-c2fb-4923-82a6-339035f7e270 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0483711 May 19 12:24:53.658157 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c196-9273-4560-afad-96cf2542e35e req-3050d365-266f-4c25-a80b-7fa53da8ad40 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:53.659818 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-62b4c196-9273-4560-afad-96cf2542e35e req-3050d365-266f-4c25-a80b-7fa53da8ad40 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 943 time: 0.0642750 May 19 12:24:53.700988 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45612) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:53.716378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-62b4c196-9273-4560-afad-96cf2542e35e req-31b67ffc-87da-4eb6-a687-f190919d6453 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 May 19 12:24:53.826189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-80a70c32-d4a3-4fe3-8bb5-68c34ebb44fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.912269 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 82ec4d27-e4be-404b-a6d9-8404077c5070 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:24:53.926729 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-80a70c32-d4a3-4fe3-8bb5-68c34ebb44fe admin admin] Publish callbacks [] for security_group (4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.956877 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-268b8b50-18de-47aa-80f7-8d3cd68bcb41 req-93ac1271-84c5-4c1c-a7bd-8ecc6b79c40d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.1955550 May 19 12:24:54.016293 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f22f49-22a4-4361-8737-e7e3bf90069f req-46ed1450-ed9c-4167-8fdd-1162740c97a3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:54.016293 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b2f22f49-22a4-4361-8737-e7e3bf90069f req-46ed1450-ed9c-4167-8fdd-1162740c97a3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0595293 May 19 12:24:54.107241 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b9d20-d167-4db8-a079-360b12ca6ac2 req-1a940f20-51fa-495e-89b2-c67f0cf841c4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:54.109315 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a2b9d20-d167-4db8-a079-360b12ca6ac2 req-1a940f20-51fa-495e-89b2-c67f0cf841c4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0679653 May 19 12:24:54.112819 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b2f22f49-22a4-4361-8737-e7e3bf90069f req-e31bdc2b-26ed-4162-8955-feaa76f90b77 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895696 May 19 12:24:54.135234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 82ec4d27-e4be-404b-a6d9-8404077c5070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82ec4d27-e4be-404b-a6d9-8404077c5070,segment=NetworkSegment(ff592c91-8780-4530-8a70-95497e9867b2),segment_id=ff592c91-8780-4530-8a70-95497e9867b2)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:54.147139 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '82ec4d27-e4be-404b-a6d9-8404077c5070', 'network_id': '2f3390c0-b684-4d42-a2cd-9e9a66f58fcb', 'port_id': '82ec4d27-e4be-404b-a6d9-8404077c5070', 'mac_address': 'fa:16:3e:6a:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9bc4d52-7265-4f1c-a594-4f5cc278ab73', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:24:54.147713 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-80a70c32-d4a3-4fe3-8bb5-68c34ebb44fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.171689 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:54.177494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a2b9d20-d167-4db8-a079-360b12ca6ac2 req-80c6dbd7-e2a1-4576-be3a-7a68311e1e2a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585146 May 19 12:24:54.189481 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 82ec4d27-e4be-404b-a6d9-8404077c5070 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:54.193344 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.206703 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a70c32-d4a3-4fe3-8bb5-68c34ebb44fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:54.212996 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-80a70c32-d4a3-4fe3-8bb5-68c34ebb44fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5cbe0dc7a4a84d6eaa60215d855dcefe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107994 May 19 12:24:54.213233 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ec4d27-e4be-404b-a6d9-8404077c5070 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:54.213996 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45624) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:54.246069 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 82ec4d27-e4be-404b-a6d9-8404077c5070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82ec4d27-e4be-404b-a6d9-8404077c5070,segment=NetworkSegment(ff592c91-8780-4530-8a70-95497e9867b2),segment_id=ff592c91-8780-4530-8a70-95497e9867b2)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:54.272131 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca263-0eec-4ac4-be71-8dabd713ccfe admin admin] Publish callbacks [] for security_group (4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.295189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca263-0eec-4ac4-be71-8dabd713ccfe admin admin] Publish callbacks [] for security_group (4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.373637 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.426396 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=82ec4d27-e4be-404b-a6d9-8404077c5070,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:54.453592 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca263-0eec-4ac4-be71-8dabd713ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.456141 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca263-0eec-4ac4-be71-8dabd713ccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.457296 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2c6ca263-0eec-4ac4-be71-8dabd713ccfe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f HTTP/1.1" status: 204 len: 168 time: 0.2413266 May 19 12:24:54.468674 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ca263-0eec-4ac4-be71-8dabd713ccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ca8a8-66bb-4cd4-87ed-bb7925ff6b1f,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:54.650866 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:54.713487 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-93d8f20d-75a3-47bd-b174-9493e5d4d036 req-62440b21-ead0-47b7-b5e3-7dc718c404c8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0278785 May 19 12:24:54.774578 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.835428 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b058e-c395-4595-b2ba-52917f7f3f71 req-89a382c5-273b-47a0-a493-524cbce332ac tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:54.836832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-384b058e-c395-4595-b2ba-52917f7f3f71 req-89a382c5-273b-47a0-a493-524cbce332ac tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0502276 May 19 12:24:54.885474 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-384b058e-c395-4595-b2ba-52917f7f3f71 req-98791697-1e06-4b70-b9dc-a16a6dfe31c5 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 May 19 12:24:55.069636 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92c95146-6fee-4ec0-b6f2-e6d0fedd1ade req-141f7355-ddeb-4cef-bc65-c42fcf5337e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0344965 May 19 12:24:55.246999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b61-c53c-4528-8eec-585cccbae18d req-b21b9625-5a7e-4c66-81ab-9c4f40f5d8cc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:55.255670 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-33d32b61-c53c-4528-8eec-585cccbae18d req-b21b9625-5a7e-4c66-81ab-9c4f40f5d8cc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0663404 May 19 12:24:55.273605 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45648) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:55.342537 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-33d32b61-c53c-4528-8eec-585cccbae18d req-0061cc4d-d9f3-4945-9503-b49b41113187 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858161 May 19 12:24:55.351564 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2db61-f762-4f70-8813-e40076b7ac67 req-d22d9dbb-cc93-4b6f-b685-dca2ce749f35 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:55.353174 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-14f2db61-f762-4f70-8813-e40076b7ac67 req-d22d9dbb-cc93-4b6f-b685-dca2ce749f35 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0660717 May 19 12:24:55.411399 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-258b1a69-cdfd-41a6-bd9e-b3a8e2d7aa34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.432416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-14f2db61-f762-4f70-8813-e40076b7ac67 req-2019b4f7-4297-4a32-b3b8-9acae4c4d656 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701303 May 19 12:24:55.501998 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-258b1a69-cdfd-41a6-bd9e-b3a8e2d7aa34 admin admin] Publish callbacks [] for security_group (8ccc76d8-6ade-461c-98b8-9b9adf699bd4), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.647579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-258b1a69-cdfd-41a6-bd9e-b3a8e2d7aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8ccc76d8-6ade-461c-98b8-9b9adf699bd4), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.690442 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-258b1a69-cdfd-41a6-bd9e-b3a8e2d7aa34 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99df372c1dee4f8b8f70fe5f08494d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155257 May 19 12:24:55.691198 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b1a69-cdfd-41a6-bd9e-b3a8e2d7aa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc76d8-6ade-461c-98b8-9b9adf699bd4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:55.693099 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45654) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:55.736754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45656) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:55.748021 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46afa686-b7fc-461c-ab15-786a68671e01 admin admin] Publish callbacks [] for security_group (8ccc76d8-6ade-461c-98b8-9b9adf699bd4), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.751456 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd9c7-39b2-4a70-8f9d-e946c8908c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.774103 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46afa686-b7fc-461c-ab15-786a68671e01 admin admin] Publish callbacks [] for security_group (8ccc76d8-6ade-461c-98b8-9b9adf699bd4), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.825986 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6bbe2f6c-e052-4ff7-8c11-b195c8f1d04d req-591fccdc-cac1-412e-b808-6ebb6c26af70 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0353827 May 19 12:24:55.893298 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46afa686-b7fc-461c-ab15-786a68671e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8ccc76d8-6ade-461c-98b8-9b9adf699bd4), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.896217 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46afa686-b7fc-461c-ab15-786a68671e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.897679 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-46afa686-b7fc-461c-ab15-786a68671e01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ccc76d8-6ade-461c-98b8-9b9adf699bd4 HTTP/1.1" status: 204 len: 168 time: 0.2031007 May 19 12:24:55.907517 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afa686-b7fc-461c-ab15-786a68671e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc76d8-6ade-461c-98b8-9b9adf699bd4,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:55.950385 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd9c7-39b2-4a70-8f9d-e946c8908c92 admin admin] Publish callbacks [] for security_group (b354c7a4-a82d-4bae-8341-379f62511fda), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.026234 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33104e3-086c-4e35-854e-cad03a92182e req-b2fb8439-2e46-473f-a357-fb6ff555da21 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:56.027790 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b33104e3-086c-4e35-854e-cad03a92182e req-b2fb8439-2e46-473f-a357-fb6ff555da21 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0542908 May 19 12:24:56.040597 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd9c7-39b2-4a70-8f9d-e946c8908c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b354c7a4-a82d-4bae-8341-379f62511fda), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.095124 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd9c7-39b2-4a70-8f9d-e946c8908c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b354c7a4-a82d-4bae-8341-379f62511fda,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:56.103042 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d1cdd9c7-39b2-4a70-8f9d-e946c8908c92 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1c7c25d175a4fd8aa1f2034b9e6d6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651056 May 19 12:24:56.105953 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45668) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:56.116850 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:56.123289 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b33104e3-086c-4e35-854e-cad03a92182e req-d1831705-a137-44ac-904b-05d5bb710d51 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898349 May 19 12:24:56.170722 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6f4e-6766-4d19-97ab-e289533d2286 admin admin] Publish callbacks [] for security_group (b354c7a4-a82d-4bae-8341-379f62511fda), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.180694 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f2be447-db17-4817-afee-f34eabf61dde req-d037f7c5-471d-4ff1-af03-c46788f75dd6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0300179 May 19 12:24:56.192921 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:56.193451 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6f4e-6766-4d19-97ab-e289533d2286 admin admin] Publish callbacks [] for security_group (b354c7a4-a82d-4bae-8341-379f62511fda), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.199894 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=20 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:56.382222 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6f4e-6766-4d19-97ab-e289533d2286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b354c7a4-a82d-4bae-8341-379f62511fda), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.384951 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6f4e-6766-4d19-97ab-e289533d2286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.386156 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b2cc6f4e-6766-4d19-97ab-e289533d2286 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b354c7a4-a82d-4bae-8341-379f62511fda HTTP/1.1" status: 204 len: 168 time: 0.2790678 May 19 12:24:56.400087 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc6f4e-6766-4d19-97ab-e289533d2286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354c7a4-a82d-4bae-8341-379f62511fda,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:56.485613 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc45dc-2792-43fb-ba4f-c0bd0e03e188 req-b440d664-c0bb-42ae-9bf5-116b4c2a541a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:56.487330 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f0dc45dc-2792-43fb-ba4f-c0bd0e03e188 req-b440d664-c0bb-42ae-9bf5-116b4c2a541a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0551085 May 19 12:24:56.582131 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec82d53-c6d9-442f-9ed5-ba12bb5f49fc req-484939ca-631c-4ddd-9677-1980bf34618b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:56.583654 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5ec82d53-c6d9-442f-9ed5-ba12bb5f49fc req-484939ca-631c-4ddd-9677-1980bf34618b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0710089 May 19 12:24:56.587094 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f0dc45dc-2792-43fb-ba4f-c0bd0e03e188 req-078e1a54-e771-4134-a8f2-f3f9fce2888f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941873 May 19 12:24:56.634888 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5ec82d53-c6d9-442f-9ed5-ba12bb5f49fc req-9c1f7b33-ff59-4ec3-9d50-031c28994123 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448213 May 19 12:24:56.933109 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8c47e524-e607-4010-8b56-b0b552c1dc4d req-e13ef8e5-62e9-45c3-8e02-4a1d52229569 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0327430 May 19 12:24:56.949819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45686) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:56.969126 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5488-6d2c-4db1-9042-cbc97346f84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.040083 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:57.054136 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5488-6d2c-4db1-9042-cbc97346f84d admin admin] Publish callbacks [] for security_group (e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.145177 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5488-6d2c-4db1-9042-cbc97346f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.189283 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6b8b5488-6d2c-4db1-9042-cbc97346f84d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6e8ade56f0b449cbdbbdaac0daff03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381825 May 19 12:24:57.190362 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b5488-6d2c-4db1-9042-cbc97346f84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:57.201463 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45694) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:57.259728 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-411e7ad4-8158-4ef8-98f9-89dde5c4ba0b admin admin] Publish callbacks [] for security_group (e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.284309 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-411e7ad4-8158-4ef8-98f9-89dde5c4ba0b admin admin] Publish callbacks [] for security_group (e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.290395 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3e5ccf05-6ffd-41aa-8049-225551a68df8 req-b54438c7-40a2-4d9d-bfc6-28f25bd0fe9f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0319474 May 19 12:24:57.299169 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954618b-46e3-4b96-b056-f191469dcde9 req-dee268fe-2dfb-4d78-9412-ac72443a6a0e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:57.300846 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a954618b-46e3-4b96-b056-f191469dcde9 req-dee268fe-2dfb-4d78-9412-ac72443a6a0e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.1071627 May 19 12:24:57.353281 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a954618b-46e3-4b96-b056-f191469dcde9 req-4b1bad77-f6e6-4ee9-87cd-f960cdd08467 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 May 19 12:24:57.423307 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-411e7ad4-8158-4ef8-98f9-89dde5c4ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.426825 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-411e7ad4-8158-4ef8-98f9-89dde5c4ba0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:57.428336 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-411e7ad4-8158-4ef8-98f9-89dde5c4ba0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5 HTTP/1.1" status: 204 len: 168 time: 0.2256205 May 19 12:24:57.443240 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e7ad4-8158-4ef8-98f9-89dde5c4ba0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32419b5-bbf2-43b0-a9fe-38fe0c4cd1f5,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:57.470783 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:57.692393 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:57.718735 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8463e8-e5ee-41fd-a485-6efdc91dacf1 req-54f34261-def2-4bbc-bb5f-8d3875b273aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:57.720807 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2e8463e8-e5ee-41fd-a485-6efdc91dacf1 req-54f34261-def2-4bbc-bb5f-8d3875b273aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0625381 May 19 12:24:57.796014 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55766db1-6ada-4b77-91c1-d966cdd01247 req-5cca7aaa-1439-45a8-8167-5af705c6928a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:57.798182 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55766db1-6ada-4b77-91c1-d966cdd01247 req-5cca7aaa-1439-45a8-8167-5af705c6928a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 943 time: 0.0765004 May 19 12:24:57.818865 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2e8463e8-e5ee-41fd-a485-6efdc91dacf1 req-6eea46ce-11c0-4944-af29-3716fcf6008e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882199 May 19 12:24:57.864086 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55766db1-6ada-4b77-91c1-d966cdd01247 req-c7732243-5849-4e2a-b57d-001336ac4ae4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568228 May 19 12:24:58.068049 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cd293bed-ce2d-4d52-b8ac-86851f4182a9 req-8885c8ff-c9a5-443c-bc49-b9c7eafe4aa0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0404310 May 19 12:24:58.113727 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:58.286785 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['82ec4d27-e4be-404b-a6d9-8404077c5070'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:24:58.289046 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b53cc247-1a43-4485-97e1-5c39672f1e3a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:24:58.413718 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f549bcdb-f3be-441c-8f14-88f54f2ba75f req-04eb9092-f0cc-4ae5-bf61-88813506396f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0361745 May 19 12:24:58.485107 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b059c3-7ffa-426f-9294-9a0434884fb9 req-483977a3-e56d-4b18-ac65-9bcb3048b5da tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:58.487353 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-70b059c3-7ffa-426f-9294-9a0434884fb9 req-483977a3-e56d-4b18-ac65-9bcb3048b5da tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0533082 May 19 12:24:58.521443 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port b53cc247-1a43-4485-97e1-5c39672f1e3a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:58.538951 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'port_id': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'mac_address': 'fa:16:3e:21:fe:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:24:58.553477 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-70b059c3-7ffa-426f-9294-9a0434884fb9 req-5f6b169e-5fa9-4dd5-88ba-3674408bb780 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539157 May 19 12:24:58.604849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port b53cc247-1a43-4485-97e1-5c39672f1e3a is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:58.605150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:58.638857 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53cc247-1a43-4485-97e1-5c39672f1e3a {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:58.682809 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port b53cc247-1a43-4485-97e1-5c39672f1e3a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:58.782649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:58.834662 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:58.835152 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=b53cc247-1a43-4485-97e1-5c39672f1e3a,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:58.891340 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:58.949587 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc462f2-7187-4c35-8a89-b6d809a9e607 req-0537a5b8-3b69-44e5-8d16-c41fac334fa7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:58.951241 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cc462f2-7187-4c35-8a89-b6d809a9e607 req-0537a5b8-3b69-44e5-8d16-c41fac334fa7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0533793 May 19 12:24:59.024986 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0d730-6d8a-45de-aed4-a00408fd19a2 req-9642854e-13c7-47f1-85ac-23829785c92b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:59.030903 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-52a0d730-6d8a-45de-aed4-a00408fd19a2 req-9642854e-13c7-47f1-85ac-23829785c92b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 944 time: 0.0781298 May 19 12:24:59.062264 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cc462f2-7187-4c35-8a89-b6d809a9e607 req-12ff1579-752b-479f-871e-7e50743b5c7f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985713 May 19 12:24:59.104748 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-52a0d730-6d8a-45de-aed4-a00408fd19a2 req-948a0233-157e-4001-a0d8-d88241c31dca tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629437 May 19 12:24:59.199299 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0bff0872-64a5-4aeb-9e6f-957e9e36f086 req-ef942637-3ed2-4eb4-a507-bb2d5321912d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0326807 May 19 12:24:59.511629 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81335b1d-912e-4a07-95bd-6bc741e51454 req-e8945615-cebb-488c-9023-8dd284775336 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0296547 May 19 12:24:59.599888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:59.676372 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ba5a-acd2-4e85-abad-11969ca62833 req-999f537a-3f92-40c1-ac49-74adbeaaeafc tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:59.677926 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5357ba5a-acd2-4e85-abad-11969ca62833 req-999f537a-3f92-40c1-ac49-74adbeaaeafc tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0487440 May 19 12:24:59.729812 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5357ba5a-acd2-4e85-abad-11969ca62833 req-688d2bcb-c133-4e9c-9751-46256d9e8604 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 May 19 12:24:59.752011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:00.181872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea04c4e-a9cc-4956-8d8c-81df4589cf53 req-cc1f7afd-bbfe-420c-b75a-a572a20f6673 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:00.183362 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7ea04c4e-a9cc-4956-8d8c-81df4589cf53 req-cc1f7afd-bbfe-420c-b75a-a572a20f6673 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0492284 May 19 12:25:00.229681 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:00.246926 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631117b-a35d-4958-a951-b5ab282258cb req-a55c5eae-4894-4ab1-8647-76277cfe5b0d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:00.248420 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6631117b-a35d-4958-a951-b5ab282258cb req-a55c5eae-4894-4ab1-8647-76277cfe5b0d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 944 time: 0.0641990 May 19 12:25:00.283589 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7ea04c4e-a9cc-4956-8d8c-81df4589cf53 req-0edb8dfe-b77a-4612-819b-e0725357824a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909493 May 19 12:25:00.325685 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6631117b-a35d-4958-a951-b5ab282258cb req-cc1a9b95-0ede-42dd-9b58-ba5933c07184 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689936 May 19 12:25:00.392374 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1781ece8-a300-4690-af59-77a57b10d0a7 req-e1407355-6b7d-45bc-b273-39f368914d4d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0347440 May 19 12:25:00.466485 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45830) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:00.624304 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3ecf8191-c9e2-4cc6-b367-aa21497c658a req-f83297e0-e21f-4083-80dc-1a35cebfcb17 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0330637 May 19 12:25:00.663724 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cdea3f3c-1065-4140-87ee-8e7b0aa4d985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.755191 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cdea3f3c-1065-4140-87ee-8e7b0aa4d985 admin admin] Publish callbacks [] for security_group (f447f786-7df0-4123-8d81-e6f3582078f8), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.841827 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cdea3f3c-1065-4140-87ee-8e7b0aa4d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f447f786-7df0-4123-8d81-e6f3582078f8), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.855182 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9763-5169-44b3-8659-21a3cf232e4d req-674ce4bc-a3a8-44d4-b831-54d2c45055d6 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:00.856730 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-210f9763-5169-44b3-8659-21a3cf232e4d req-674ce4bc-a3a8-44d4-b831-54d2c45055d6 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0534770 May 19 12:25:00.892754 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-cdea3f3c-1065-4140-87ee-8e7b0aa4d985 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d88521cded214a5b8cca6d49c371cf81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249387 May 19 12:25:00.893874 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea3f3c-1065-4140-87ee-8e7b0aa4d985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f447f786-7df0-4123-8d81-e6f3582078f8,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:00.896782 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 45838) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:00.924517 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-210f9763-5169-44b3-8659-21a3cf232e4d req-fd3dc685-a9fe-495a-b1b0-80f406ba0b04 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606809 May 19 12:25:00.955695 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:00.966261 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfc62-93bc-479c-9555-c030c2151e0b admin admin] Publish callbacks [] for security_group (f447f786-7df0-4123-8d81-e6f3582078f8), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.990271 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfc62-93bc-479c-9555-c030c2151e0b admin admin] Publish callbacks [] for security_group (f447f786-7df0-4123-8d81-e6f3582078f8), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:01.145437 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfc62-93bc-479c-9555-c030c2151e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f447f786-7df0-4123-8d81-e6f3582078f8), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:01.148059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfc62-93bc-479c-9555-c030c2151e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:01.149206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-39dbfc62-93bc-479c-9555-c030c2151e0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f447f786-7df0-4123-8d81-e6f3582078f8 HTTP/1.1" status: 204 len: 168 time: 0.2514877 May 19 12:25:01.159143 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbfc62-93bc-479c-9555-c030c2151e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f447f786-7df0-4123-8d81-e6f3582078f8,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:01.213381 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:01.444671 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c492-658c-4637-95f8-ebc03017debf req-ca126094-4c9a-4dbf-b1bf-41e29910654e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:01.446290 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17e1c492-658c-4637-95f8-ebc03017debf req-ca126094-4c9a-4dbf-b1bf-41e29910654e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0799582 May 19 12:25:01.480824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba94ff-a1f6-4450-a664-05c43322af5f req-da769865-81ca-4de6-bddd-3f34be7ccecc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:01.482356 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-07ba94ff-a1f6-4450-a664-05c43322af5f req-da769865-81ca-4de6-bddd-3f34be7ccecc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 944 time: 0.0779843 May 19 12:25:01.532028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17e1c492-658c-4637-95f8-ebc03017debf req-9b794a99-b74f-45bd-8094-2c123c2764c5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794530 May 19 12:25:01.570391 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-07ba94ff-a1f6-4450-a664-05c43322af5f req-2b885740-6afd-4db0-bfeb-c62a18863468 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785663 May 19 12:25:01.650938 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:01.659911 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1925854-e508-4ef5-9dc7-aa17bffbe0cd req-58963f81-35b0-491f-9f23-b664a17f217c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0370631 May 19 12:25:01.740659 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-01a7ff4a-9000-4a79-b626-21ba1492ae4a req-b3633111-4db1-401d-b375-3bcf545d49d2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0350938 May 19 12:25:01.894543 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=80 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:02.035935 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-fd74972e-5f29-491d-9a76-2b9dca36c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:02.037458 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-fd74972e-5f29-491d-9a76-2b9dca36c2f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0842719 May 19 12:25:02.058006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b7ea6-96a6-450f-9b80-0bda770fe20c req-5e8bc73b-6e37-4218-bf0f-625925f7c91c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:02.059604 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-480b7ea6-96a6-450f-9b80-0bda770fe20c req-5e8bc73b-6e37-4218-bf0f-625925f7c91c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0621438 May 19 12:25:02.079777 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45860) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:02.094810 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-881c89a0-f4ee-421b-8b3f-cea392fc69f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.124530 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-480b7ea6-96a6-450f-9b80-0bda770fe20c req-f4694036-ab2f-44ef-b0a7-5a7ee49a0a5c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 May 19 12:25:02.198172 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-881c89a0-f4ee-421b-8b3f-cea392fc69f3 admin admin] Publish callbacks [] for security_group (7f41322e-48ba-40e9-bf0d-b8a03948ff32), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.307894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-881c89a0-f4ee-421b-8b3f-cea392fc69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (7f41322e-48ba-40e9-bf0d-b8a03948ff32), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.350906 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-881c89a0-f4ee-421b-8b3f-cea392fc69f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3e60e60ff684d84858a2bd9d159d500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702546 May 19 12:25:02.351724 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c89a0-f4ee-421b-8b3f-cea392fc69f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f41322e-48ba-40e9-bf0d-b8a03948ff32,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:02.359912 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 45866) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:02.428578 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8796dce6-891a-4862-bf91-7f8cfcb67760 admin admin] Publish callbacks [] for security_group (7f41322e-48ba-40e9-bf0d-b8a03948ff32), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.451293 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8796dce6-891a-4862-bf91-7f8cfcb67760 admin admin] Publish callbacks [] for security_group (7f41322e-48ba-40e9-bf0d-b8a03948ff32), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.683150 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8796dce6-891a-4862-bf91-7f8cfcb67760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (7f41322e-48ba-40e9-bf0d-b8a03948ff32), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.685634 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8796dce6-891a-4862-bf91-7f8cfcb67760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.688004 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbfd8c-8966-4d28-8616-4f5aaf3b4946 req-d33098f1-4ae8-4e55-a4f4-1de7d2b2d8f5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:02.689130 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8796dce6-891a-4862-bf91-7f8cfcb67760 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f41322e-48ba-40e9-bf0d-b8a03948ff32 HTTP/1.1" status: 204 len: 168 time: 0.3264096 May 19 12:25:02.689518 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dddbfd8c-8966-4d28-8616-4f5aaf3b4946 req-d33098f1-4ae8-4e55-a4f4-1de7d2b2d8f5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0640445 May 19 12:25:02.719073 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796dce6-891a-4862-bf91-7f8cfcb67760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f41322e-48ba-40e9-bf0d-b8a03948ff32,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:02.738508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6aa9c-c100-4efe-a46d-37d079f4a95a req-16b9ebe7-1a3f-4809-81a0-a08a5ffa46bd tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:02.741597 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dad6aa9c-c100-4efe-a46d-37d079f4a95a req-16b9ebe7-1a3f-4809-81a0-a08a5ffa46bd tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 944 time: 0.0798020 May 19 12:25:02.791682 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dddbfd8c-8966-4d28-8616-4f5aaf3b4946 req-50ad75ac-9133-416a-ab8f-4468b783375c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 May 19 12:25:02.818841 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dad6aa9c-c100-4efe-a46d-37d079f4a95a req-b2e6cb7d-b1fb-4757-888c-a1c0bd2908fc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718813 May 19 12:25:02.886931 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ff6c338f-9e5d-4b10-934f-a9d19a919587 req-97e96ebe-2d9d-4028-ad54-9403574a07b5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0302496 May 19 12:25:02.918211 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-21dc8855-8f62-44eb-ab03-e9a81eeb5346 req-db2f068e-b74c-4160-aa80-258e9f2d58c0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0342977 May 19 12:25:03.422242 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea697359-08fa-45b6-b0b2-28b03d5105ba req-0a4229e6-7d22-48e2-9a67-1291e30273c9 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.422242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea697359-08fa-45b6-b0b2-28b03d5105ba req-0a4229e6-7d22-48e2-9a67-1291e30273c9 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 944 time: 0.0521741 May 19 12:25:03.422242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea697359-08fa-45b6-b0b2-28b03d5105ba req-5aef5ac2-6e95-46bd-b6e2-2c284c3e5e54 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 May 19 12:25:03.424094 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 82ec4d27-e4be-404b-a6d9-8404077c5070 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:03.424094 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:03.450250 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 82ec4d27-e4be-404b-a6d9-8404077c5070 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:03.578493 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 82ec4d27-e4be-404b-a6d9-8404077c5070 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:03.585167 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:03.658494 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 82ec4d27-e4be-404b-a6d9-8404077c5070 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:03.658832 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:03.688392 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ec4d27-e4be-404b-a6d9-8404077c5070'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:03.760519 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:03.769314 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 82ec4d27-e4be-404b-a6d9-8404077c5070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82ec4d27-e4be-404b-a6d9-8404077c5070,segment=NetworkSegment(ff592c91-8780-4530-8a70-95497e9867b2),segment_id=ff592c91-8780-4530-8a70-95497e9867b2)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:03.805682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:03.840010 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:03.884266 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbdaf4c-ee4c-4bb3-8dd4-5f5b0f24b373" -d '{"events": [{"server_uuid": "29fc59e9-f88a-46c9-a0d8-c695f778541e", "name": "network-vif-plugged", "status": "completed", "tag": "82ec4d27-e4be-404b-a6d9-8404077c5070"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:03.913881 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=82ec4d27-e4be-404b-a6d9-8404077c5070,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:03.921644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff76c3-fb80-42a5-8d9f-51632927b091 req-71f46cad-6ff6-4754-95fc-5c3d227e6f84 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.923598 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83ff76c3-fb80-42a5-8d9f-51632927b091 req-71f46cad-6ff6-4754-95fc-5c3d227e6f84 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0566027 May 19 12:25:03.991966 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13b715-50a2-4fe0-a0f8-c38a0702874b req-75b1e8f4-2fe9-4ddd-aaca-c1e10847abe9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.993449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4d13b715-50a2-4fe0-a0f8-c38a0702874b req-75b1e8f4-2fe9-4ddd-aaca-c1e10847abe9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 944 time: 0.0686510 May 19 12:25:04.026556 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['b53cc247-1a43-4485-97e1-5c39672f1e3a'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:04.032603 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83ff76c3-fb80-42a5-8d9f-51632927b091 req-0dabffbe-9be0-49fd-9a4a-aedd71ab4033 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987139 May 19 12:25:04.057799 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4d13b715-50a2-4fe0-a0f8-c38a0702874b req-a38bb122-d04e-40db-8d79-3adb3f8fd2f7 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578649 May 19 12:25:04.152340 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:04.154739 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1f4c23d-cb81-45f7-912b-78c8348586b4 req-b22dd47c-62d3-4a22-aed6-358a783d1576 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0299768 May 19 12:25:04.186630 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab73d7-9e26-41f8-a210-d3e7d9753ae5 x-openstack-request-id: req-34ab73d7-9e26-41f8-a210-d3e7d9753ae5 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:04.187127 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc59e9-f88a-46c9-a0d8-c695f778541e", "name": "network-vif-plugged", "status": "completed", "tag": "82ec4d27-e4be-404b-a6d9-8404077c5070", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:04.187421 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34ab73d7-9e26-41f8-a210-d3e7d9753ae5 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:04.187890 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ab73d7-9e26-41f8-a210-d3e7d9753ae5'] response: {'server_uuid': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ec4d27-e4be-404b-a6d9-8404077c5070', 'code': 200} May 19 12:25:04.266200 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cdba46dd-74dc-473f-9d77-e1a3460d17ce req-c8c0e963-fb55-438c-ac13-820d420b4a7b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0295517 May 19 12:25:04.426785 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f9a9-7d2d-4de9-bb32-60c70f83f1b0 req-ef2dad5b-4953-4389-98d9-98a95dea82c7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.428277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5c48f9a9-7d2d-4de9-bb32-60c70f83f1b0 req-ef2dad5b-4953-4389-98d9-98a95dea82c7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0546172 May 19 12:25:04.480802 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5c48f9a9-7d2d-4de9-bb32-60c70f83f1b0 req-43516dba-7c43-4085-a6de-3d5061ad0f19 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466287 May 19 12:25:04.922860 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:05.180956 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f48a80-5d9c-4753-97fe-7f77b3059e94 req-82cc1252-a9f1-46fb-bba5-c9ec9eb0c75c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.183296 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83f48a80-5d9c-4753-97fe-7f77b3059e94 req-82cc1252-a9f1-46fb-bba5-c9ec9eb0c75c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0780735 May 19 12:25:05.208521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943702e-0e79-426d-aa50-a40053479150 req-2f24b29c-876c-4cad-a3e5-aad7c2e0bf24 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.211982 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a943702e-0e79-426d-aa50-a40053479150 req-2f24b29c-876c-4cad-a3e5-aad7c2e0bf24 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 944 time: 0.0760648 May 19 12:25:05.283798 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83f48a80-5d9c-4753-97fe-7f77b3059e94 req-6e0f8871-4d74-4c15-858b-1621732573ca tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900600 May 19 12:25:05.303996 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a943702e-0e79-426d-aa50-a40053479150 req-be69ace6-f1cf-463b-8083-9546a510c57b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857961 May 19 12:25:05.384553 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5edfd72d-f805-4caf-8a3f-aa3c22dc651a req-e846a100-7510-468a-b1bd-078a92238e42 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0336387 May 19 12:25:05.409504 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device ead40d23-6a23-4073-ba08-29726edb0ac8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:05.413697 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1fb2fed1-be03-460a-9607-46ab7d953e75 req-99cec676-e665-4ede-a3ea-67275089e7e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0314085 May 19 12:25:05.421993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b53cc247-1a43-4485-97e1-5c39672f1e3a up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:05.434584 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:05.522161 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port b53cc247-1a43-4485-97e1-5c39672f1e3a completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:05.555816 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port ead40d23-6a23-4073-ba08-29726edb0ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ead40d23-6a23-4073-ba08-29726edb0ac8,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:05.568870 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'ead40d23-6a23-4073-ba08-29726edb0ac8', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'port_id': 'ead40d23-6a23-4073-ba08-29726edb0ac8', 'mac_address': 'fa:16:3e:39:d5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:05.609358 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port ead40d23-6a23-4073-ba08-29726edb0ac8 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:05.609750 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.622234 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdd932-c214-4f51-bc99-36d28acc00da req-e2583ffb-abfc-4b72-933d-00ce80293fbc tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.626575 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4fdd932-c214-4f51-bc99-36d28acc00da req-e2583ffb-abfc-4b72-933d-00ce80293fbc tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0701327 May 19 12:25:05.627200 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead40d23-6a23-4073-ba08-29726edb0ac8 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:05.651905 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port ead40d23-6a23-4073-ba08-29726edb0ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ead40d23-6a23-4073-ba08-29726edb0ac8,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:05.704194 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port b53cc247-1a43-4485-97e1-5c39672f1e3a triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:05.705109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.738386 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-d582cddb-80c9-4454-ae21-8cecd448f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.740205 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-d582cddb-80c9-4454-ae21-8cecd448f6be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1127 time: 0.1131146 May 19 12:25:05.742651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221136-9021-4208-9206-59c386e9e8a9 req-1e3e3476-44ce-4aad-b265-642af6ef2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.752795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-1e3e3476-44ce-4aad-b265-642af6ef2e20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1186342 May 19 12:25:05.774021 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4fdd932-c214-4f51-bc99-36d28acc00da req-86d65d2c-fcfc-4781-865f-a96f5424f358 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037390 May 19 12:25:05.780952 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.787258 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port b53cc247-1a43-4485-97e1-5c39672f1e3a is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:05.787686 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.830024 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:05.853342 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port b53cc247-1a43-4485-97e1-5c39672f1e3a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:05.857958 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=ead40d23-6a23-4073-ba08-29726edb0ac8,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:05.902399 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:05.956239 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.013434 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=b53cc247-1a43-4485-97e1-5c39672f1e3a,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:06.129307 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.77', 64462) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:06.147893 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['ead40d23-6a23-4073-ba08-29726edb0ac8'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:06.168129 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:06.198036 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-5fbb96e2-698c-48b1-ae8b-2d760e3181bf tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.198541 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:06.200242 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-5fbb96e2-698c-48b1-ae8b-2d760e3181bf tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1401675 May 19 12:25:06.204468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ba240-baca-48c1-aa9f-370f74b25597" -d '{"events": [{"server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:06.330200 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0443b40-1f76-432e-ac79-ee241513d965 x-openstack-request-id: req-e0443b40-1f76-432e-ac79-ee241513d965 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:06.334965 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:06.334965 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0443b40-1f76-432e-ac79-ee241513d965 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:06.334965 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0443b40-1f76-432e-ac79-ee241513d965'] response: {'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'code': 200} May 19 12:25:06.385818 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-5285cf73-bb69-4c3e-b288-d2ac54bd1a31 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 379 time: 0.1711278 May 19 12:25:06.445610 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-cc8c394c-e5eb-4a4e-a43b-f6d74b10d1e6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.447151 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-cc8c394c-e5eb-4a4e-a43b-f6d74b10d1e6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 817 time: 0.3919380 May 19 12:25:06.561379 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'port': {'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'admin_state_up': True, 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'security_groups': ['ba8f19aa-4e29-4619-857d-78102cb7a739']}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:06.616398 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-bbf90393-491c-422d-a72f-7788c43dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.617905 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-bbf90393-491c-422d-a72f-7788c43dd7d3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 1129 time: 0.4608428 May 19 12:25:06.664460 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-abd62eac-e21d-4b52-aa8e-41ac4d0b1445 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 380 time: 0.1277339 May 19 12:25:06.681930 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772e3-c122-4c38-bab1-b26176a07479 req-a671abcf-4f31-43e0-a0bb-976dec0bebcf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.683447 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-296772e3-c122-4c38-bab1-b26176a07479 req-a671abcf-4f31-43e0-a0bb-976dec0bebcf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.1854243 May 19 12:25:06.693510 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7691f7b-30f8-4aaf-bd04-fcd459df555b req-486a4d7c-2ea1-4646-89e3-19305cc1bdc0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.695149 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e7691f7b-30f8-4aaf-bd04-fcd459df555b req-486a4d7c-2ea1-4646-89e3-19305cc1bdc0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1932163 May 19 12:25:06.699924 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-793b7406-1a76-49f0-a803-98fd21ad0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.701347 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-793b7406-1a76-49f0-a803-98fd21ad0917 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.6591325 May 19 12:25:06.713656 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-ecba5b8a-4aa5-4203-9232-f189d4bf8650 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626723 May 19 12:25:06.793743 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-296772e3-c122-4c38-bab1-b26176a07479 req-7441ffa2-e8ea-4687-acfa-594763148a3a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976028 May 19 12:25:06.799192 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e7691f7b-30f8-4aaf-bd04-fcd459df555b req-3738fe99-e673-42ec-9049-327349c7d9a1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955310 May 19 12:25:06.802273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Made reservation on behalf of 86c353f6ded643e6b501ec57800fafc6 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:06.806352 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.941450 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dee78883-2654-4bcf-904e-439e8d9e27c1 req-6de87112-2d7f-4378-8c7d-d52c46b6ef1c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0510798 May 19 12:25:06.943276 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-574c0625-bbdc-4d6a-a445-33852bd8619f req-c9c0aa31-1d18-4620-9d07-606a6f795e8c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0655355 May 19 12:25:06.986394 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.20.0.7 (c9b89124-2c1b-4572-adaf-f3ca44cc01f0/f052e198-6a49-4fc4-930c-024bf898a4bd/6e55cf88-9446-44e0-ba62-600e8724a7ee) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:07.081416 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ff123-8d35-4fec-a168-0249be29bfc5 req-ded0d104-9129-4a33-8637-9840d5b7f116 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:07.081416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-558ff123-8d35-4fec-a168-0249be29bfc5 req-ded0d104-9129-4a33-8637-9840d5b7f116 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0616539 May 19 12:25:07.140868 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-558ff123-8d35-4fec-a168-0249be29bfc5 req-fe30a8af-51c5-4fad-815e-803081f5b2ad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539851 May 19 12:25:07.372114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.439706 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:07.520758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.570920 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:07.582536 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:07.586047 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:07.592211 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:07.597796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:07.598595 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.605169 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=6e55cf88-9446-44e0-ba62-600e8724a7ee,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:07.841969 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ceab1559-397a-4bd2-8b90-e8bece5806e2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820587 May 19 12:25:07.899718 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b3e54041-1415-486c-84b2-9a3edf913353 None None] Provisioning complete for port 6e55cf88-9446-44e0-ba62-600e8724a7ee triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:07.900116 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b3e54041-1415-486c-84b2-9a3edf913353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.933990 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b3e54041-1415-486c-84b2-9a3edf913353 None None] Port 6e55cf88-9446-44e0-ba62-600e8724a7ee cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:25:07.947128 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3e2dd-69e7-4ff8-a3f9-b88835fdf0c6 req-bcf25350-7487-4eb6-bc48-780fa9693c7d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:07.954066 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e2f3e2dd-69e7-4ff8-a3f9-b88835fdf0c6 req-bcf25350-7487-4eb6-bc48-780fa9693c7d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0807419 May 19 12:25:07.955688 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588c171-478e-4df5-8299-dfa95ff9103d req-eb478019-190a-40f3-8f31-8075eb49876f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:07.957085 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6588c171-478e-4df5-8299-dfa95ff9103d req-eb478019-190a-40f3-8f31-8075eb49876f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0879681 May 19 12:25:08.026867 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e2f3e2dd-69e7-4ff8-a3f9-b88835fdf0c6 req-c50f872e-a2c0-46d6-9dfc-3113f1f56289 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687668 May 19 12:25:08.036759 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6588c171-478e-4df5-8299-dfa95ff9103d req-27f87d37-85d5-4809-8928-dfede3eb24c4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728204 May 19 12:25:08.156208 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-075411e8-9d00-4759-804f-bcbf1e6f97d3 req-e1912710-e8c8-4724-ac36-789c05eb4d40 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0516970 May 19 12:25:08.170941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed2ac-ab33-40c5-8d4b-c6a6c12167f2 req-da26e2b5-c645-4cbe-927a-1c3676205ee0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:08.178795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f7ed2ac-ab33-40c5-8d4b-c6a6c12167f2 req-da26e2b5-c645-4cbe-927a-1c3676205ee0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 931 time: 0.0772958 May 19 12:25:08.185930 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:25:08.237774 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f7ed2ac-ab33-40c5-8d4b-c6a6c12167f2 req-d5a72e20-a0bf-46cc-a78e-97cdfc4f414c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526466 May 19 12:25:08.289857 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3acfaa-38f1-41d6-839b-747f9e366795 req-f8304a3f-e3e6-4c89-b929-f9f9697ee604 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:08.291364 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f3acfaa-38f1-41d6-839b-747f9e366795 req-f8304a3f-e3e6-4c89-b929-f9f9697ee604 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0477657 May 19 12:25:08.341179 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f3acfaa-38f1-41d6-839b-747f9e366795 req-612d6409-15b5-4753-bdb6-6a7d6cca5833 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 May 19 12:25:08.473576 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:08.564892 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:08.724932 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:08.747929 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:09.179298 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67f77-3196-4ea0-9373-1f7bd8a93ca4 req-be426564-e816-45f4-8622-d47de1fe3328 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:09.180855 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b5b67f77-3196-4ea0-9373-1f7bd8a93ca4 req-be426564-e816-45f4-8622-d47de1fe3328 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0818052 May 19 12:25:09.199497 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49e63b-3fd2-455b-baba-93b483e9f9d8 req-aae68af7-a27a-4d6e-8c75-0cacd2986748 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:09.200952 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eb49e63b-3fd2-455b-baba-93b483e9f9d8 req-aae68af7-a27a-4d6e-8c75-0cacd2986748 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0729077 May 19 12:25:09.273909 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b5b67f77-3196-4ea0-9373-1f7bd8a93ca4 req-6a469864-4e43-4ebf-b061-7ed06de8b43a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860631 May 19 12:25:09.279095 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eb49e63b-3fd2-455b-baba-93b483e9f9d8 req-9db3ffb2-4f03-4eab-b86d-52dc44507650 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674257 May 19 12:25:09.338884 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:09.367227 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eebc2ce1-db17-4287-81b7-7d6ad5681c0b req-484bc9c8-5461-4488-8e13-88dba3c4f717 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0353761 May 19 12:25:09.415132 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993a382-93c8-41c4-a590-40cc4b40ae6c req-2ad686e4-aa6f-4825-a4fc-b5e8c44b0012 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:09.419850 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9993a382-93c8-41c4-a590-40cc4b40ae6c req-2ad686e4-aa6f-4825-a4fc-b5e8c44b0012 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 931 time: 0.0758946 May 19 12:25:09.498335 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849efe9-f4c3-44f5-9f85-cd225601f695 req-448c4c81-c9fc-4a51-ba48-9d3f6ebbc2a1 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:09.500059 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d849efe9-f4c3-44f5-9f85-cd225601f695 req-448c4c81-c9fc-4a51-ba48-9d3f6ebbc2a1 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0698910 May 19 12:25:09.503506 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9993a382-93c8-41c4-a590-40cc4b40ae6c req-84c7ab96-1d10-4504-b00e-f383cdf5c672 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806556 May 19 12:25:09.547735 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d849efe9-f4c3-44f5-9f85-cd225601f695 req-cc88c165-bb95-4d24-af7f-4181004ee363 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 May 19 12:25:09.713815 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:09.816588 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:10.009882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.041758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'port': {'device_id': '1ac0842f-dd21-479d-894c-1080f1531013', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'admin_state_up': True, 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'security_groups': ['f3492372-3b10-4958-9766-896ad86bcf41']}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:10.042440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.77', 64465) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:10.050521 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Request body: {'port': {'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:10.106302 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:10.111850 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:10.157667 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-94487df3-3228-4b55-b103-8ec8ee703b8d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 200 len: 217 time: 0.1391802 May 19 12:25:10.196407 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.196661 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a4f4-b6bb-4c74-b826-0394c7dcf99f req-48f266db-e954-4af2-b2b6-9961c8d067f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.198094 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f502a4f4-b6bb-4c74-b826-0394c7dcf99f req-48f266db-e954-4af2-b2b6-9961c8d067f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1129 time: 0.1449261 May 19 12:25:10.244654 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-60dda580-bcd3-4d6d-a782-fe759c1979c7 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250853 May 19 12:25:10.269693 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Publish callbacks [] for security_group (5299db9a-ac13-49a1-b041-c092784ebbe2), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.396910 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5299db9a-ac13-49a1-b041-c092784ebbe2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.407907 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Made reservation on behalf of 1231585c94524ec199c47bd4f4162578 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:10.411467 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.493341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd240-d44d-44d4-864f-98a030d8a887 req-df45060c-b06e-4883-9f96-fc28224214d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.494996 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-86acd240-d44d-44d4-864f-98a030d8a887 req-df45060c-b06e-4883-9f96-fc28224214d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1319783 May 19 12:25:10.498822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5299db9a-ac13-49a1-b041-c092784ebbe2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:10.502925 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075452 May 19 12:25:10.523475 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.523800 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.524185 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.525842 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.525842 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.525842 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.525842 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.526159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.526374 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.526762 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.527091 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.527421 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.528193 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.528193 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.528674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:10.547626 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07fb8-a2f9-4884-a9b0-accc9f418741 req-437a5ea9-0b73-401d-bb0c-37aedccbbe44 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.550929 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51c07fb8-a2f9-4884-a9b0-accc9f418741 req-437a5ea9-0b73-401d-bb0c-37aedccbbe44 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.1723101 May 19 12:25:10.611517 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-86acd240-d44d-44d4-864f-98a030d8a887 req-3183a6fe-e63b-4fcd-8134-56b3ca209d4a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074708 May 19 12:25:10.637827 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:10.642672 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51c07fb8-a2f9-4884-a9b0-accc9f418741 req-b2bc72b2-9896-4098-aff0-2668d863e8d4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845275 May 19 12:25:10.668256 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Allocated IP 172.20.0.3 (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f/1bd5c638-fc36-406d-b1a6-72dfd560044a/2ce047fc-9ae8-4336-a545-1e048200c75a) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:10.718592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-815a3e61-7559-4d8f-85d0-e8604853020d req-0008d6ec-f439-4140-aaa2-ae30291ab8e8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0370669 May 19 12:25:10.729949 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:10.750938 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e55cf88-9446-44e0-ba62-600e8724a7ee {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:10.765590 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Publish callbacks [] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.807392 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355da0e-318b-4e31-87b2-00c92abe796f req-a9e07f07-dd78-42da-9027-b96ecb779edd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.808976 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3355da0e-318b-4e31-87b2-00c92abe796f req-a9e07f07-dd78-42da-9027-b96ecb779edd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 931 time: 0.0884938 May 19 12:25:10.843865 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Transition to ACTIVE for port object 6e55cf88-9446-44e0-ba62-600e8724a7ee will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:25:10.861640 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device ead40d23-6a23-4073-ba08-29726edb0ac8 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:10.894720 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f368755-ef27-4342-86d8-d35ee7c87285 req-e25e5e2e-e383-4b60-8009-28b2dcb3fd9b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.896541 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f368755-ef27-4342-86d8-d35ee7c87285 req-e25e5e2e-e383-4b60-8009-28b2dcb3fd9b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.1107864 May 19 12:25:10.919402 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.931202 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.962848 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3355da0e-318b-4e31-87b2-00c92abe796f req-0072cde7-b9d3-4e4a-812e-9d2cbd3e9b78 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200457 May 19 12:25:10.970842 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f368755-ef27-4342-86d8-d35ee7c87285 req-16e827cd-0a9a-4378-946c-af85211ca862 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635638 May 19 12:25:11.013990 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Pushing event updated for resources: {'Port': ['ID=6e55cf88-9446-44e0-ba62-600e8724a7ee,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:11.017814 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.033329 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.033682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.034031 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.034364 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.034751 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.035083 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.035409 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.035738 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.036063 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.036408 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.036737 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.037057 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.037379 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.037700 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.038016 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.048273 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port ead40d23-6a23-4073-ba08-29726edb0ac8 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:11.076461 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Attempting to bind port 6e55cf88-9446-44e0-ba62-600e8724a7ee on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:25:11.076973 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Attempting to bind port 6e55cf88-9446-44e0-ba62-600e8724a7ee by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:25:11.077400 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Attempting to bind port 6e55cf88-9446-44e0-ba62-600e8724a7ee on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:11.082391 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Port 6e55cf88-9446-44e0-ba62-600e8724a7ee on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:25:11.082735 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Attempting to bind port 6e55cf88-9446-44e0-ba62-600e8724a7ee on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:11.087922 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:25:11.088255 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:11.088632 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Bound using segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:25:11.089253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Bound port: 6e55cf88-9446-44e0-ba62-600e8724a7ee, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:25:11.089756 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.121747 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port ead40d23-6a23-4073-ba08-29726edb0ac8 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:11.122393 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.152511 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.196867 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:11.213793 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:11.217121 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port ead40d23-6a23-4073-ba08-29726edb0ac8 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:11.219151 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.223894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:11.230587 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.231240 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.247733 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] For port 6e55cf88-9446-44e0-ba62-600e8724a7ee, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:25:11.253408 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] For port 6e55cf88-9446-44e0-ba62-600e8724a7ee, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:25:11.263533 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:11.271758 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead40d23-6a23-4073-ba08-29726edb0ac8'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:11.274080 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190d0fd8-1feb-4cf1-be0d-7fae330fd784" -d '{"events": [{"server_uuid": "d5b2145b-8dcb-4d81-af12-42d1494da298", "name": "network-vif-plugged", "status": "completed", "tag": "ead40d23-6a23-4073-ba08-29726edb0ac8"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:11.294895 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port ead40d23-6a23-4073-ba08-29726edb0ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ead40d23-6a23-4073-ba08-29726edb0ac8,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:11.332198 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd29b89-4718-42ce-ad79-71b93cced994 x-openstack-request-id: req-1bd29b89-4718-42ce-ad79-71b93cced994 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:11.332956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b2145b-8dcb-4d81-af12-42d1494da298", "name": "network-vif-plugged", "status": "completed", "tag": "ead40d23-6a23-4073-ba08-29726edb0ac8", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:11.336037 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1bd29b89-4718-42ce-ad79-71b93cced994 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:11.336037 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd29b89-4718-42ce-ad79-71b93cced994'] response: {'server_uuid': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead40d23-6a23-4073-ba08-29726edb0ac8', 'code': 200} May 19 12:25:11.356966 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.365019 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-64649031-381a-46a2-98d3-d5a039ca6221 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3463709 May 19 12:25:11.384773 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.444907 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Pushing event updated for resources: {'Port': ['ID=6e55cf88-9446-44e0-ba62-600e8724a7ee,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:11.449776 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.450433 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.452978 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-4e975c13-cdb8-49d5-a644-ecca71ac0c08 service neutron] 10.222.0.77 "PUT /v2.0/ports/6e55cf88-9446-44e0-ba62-600e8724a7ee HTTP/1.1" status: 200 len: 1093 time: 1.4157751 May 19 12:25:11.453694 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:11.456122 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a04a6e-afa5-4e22-96f1-f14faf371604" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:11.478718 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=ead40d23-6a23-4073-ba08-29726edb0ac8,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:11.487548 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.487962 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.488393 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.488813 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.489210 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.489606 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.489998 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.490438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.490877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.491273 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.491664 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.492069 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.492456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.492951 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.493271 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:11.504392 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931f2a2f-5596-40c3-bfb1-8830eef57a60 x-openstack-request-id: req-931f2a2f-5596-40c3-bfb1-8830eef57a60 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:11.504687 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:11.504946 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-931f2a2f-5596-40c3-bfb1-8830eef57a60 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:11.505399 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931f2a2f-5596-40c3-bfb1-8830eef57a60'] response: {'name': 'network-changed', 'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'status': 'completed', 'code': 200} May 19 12:25:11.578745 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-02adf357-fbf6-40dd-9c67-cac59568e734 None None] Provisioning complete for port 2ce047fc-9ae8-4336-a545-1e048200c75a triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:11.579312 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-02adf357-fbf6-40dd-9c67-cac59568e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:11.624246 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-02adf357-fbf6-40dd-9c67-cac59568e734 None None] Port 2ce047fc-9ae8-4336-a545-1e048200c75a cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:25:11.782367 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e389c-26e6-4b14-ba63-73ef85f2442d req-67605b38-2314-47b8-9d8d-067c13dffb40 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.783950 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e82e389c-26e6-4b14-ba63-73ef85f2442d req-67605b38-2314-47b8-9d8d-067c13dffb40 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0840650 May 19 12:25:11.805544 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b82e-9203-4b7b-a317-02327ed24c8a req-b8cd6320-d5e7-46d6-8f07-8b0a7245e47f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.806934 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3416b82e-9203-4b7b-a317-02327ed24c8a req-b8cd6320-d5e7-46d6-8f07-8b0a7245e47f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0777073 May 19 12:25:11.840241 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:11.885691 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e82e389c-26e6-4b14-ba63-73ef85f2442d req-bf2c804b-43dc-498f-ae00-cfa1ae6732e0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952964 May 19 12:25:11.906986 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3416b82e-9203-4b7b-a317-02327ed24c8a req-ab21bacf-823f-4ce7-bad0-8ea1015e854d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924950 May 19 12:25:11.909565 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:11.993252 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a937-6873-4e13-b90b-8cae43a9fd20 req-a6c10958-6935-4779-9424-4459b09f7867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.994763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c719a937-6873-4e13-b90b-8cae43a9fd20 req-a6c10958-6935-4779-9424-4459b09f7867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 931 time: 0.0478656 May 19 12:25:12.048628 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c719a937-6873-4e13-b90b-8cae43a9fd20 req-c772aead-1918-408d-9c8f-ed2e5da91ab6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 May 19 12:25:12.113853 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28b98-0d40-4bd9-ac1a-ed7848e9a080 req-00f6479a-8c80-4dc3-97b1-dfb1f013001b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:12.115529 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7c28b98-0d40-4bd9-ac1a-ed7848e9a080 req-00f6479a-8c80-4dc3-97b1-dfb1f013001b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0570374 May 19 12:25:12.151048 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:12.185180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f65071-f280-4c6e-9122-7fd8535cf9b0 req-13d3ba9f-7244-4131-853c-fb0a42598058 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:12.187563 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29f65071-f280-4c6e-9122-7fd8535cf9b0 req-13d3ba9f-7244-4131-853c-fb0a42598058 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0707021 May 19 12:25:12.218310 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7c28b98-0d40-4bd9-ac1a-ed7848e9a080 req-dfcdac1b-13db-422b-b071-48f71fa28200 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911934 May 19 12:25:12.252720 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29f65071-f280-4c6e-9122-7fd8535cf9b0 req-d95e150e-84ac-4c35-9593-1c4190c97cf4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591524 May 19 12:25:12.327687 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:12.704840 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:13.044791 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:13.046960 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ff09-d9ac-4509-9242-5f8728da2f64 req-9d66c20b-1d6f-4875-a648-5c229b7bed90 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:13.048499 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f365ff09-d9ac-4509-9242-5f8728da2f64 req-9d66c20b-1d6f-4875-a648-5c229b7bed90 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0844061 May 19 12:25:13.070443 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaaf1a-7fc2-427c-b2e5-5bb4836cd597 req-cf345e05-6516-4e47-b20f-b5e73ac26194 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:13.071862 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b0aaaf1a-7fc2-427c-b2e5-5bb4836cd597 req-cf345e05-6516-4e47-b20f-b5e73ac26194 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0734305 May 19 12:25:13.141983 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f365ff09-d9ac-4509-9242-5f8728da2f64 req-0e7d311d-7cad-4a4b-a28e-1da5fe98663a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871921 May 19 12:25:13.147600 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b0aaaf1a-7fc2-427c-b2e5-5bb4836cd597 req-bea2a3e2-33c6-4bb8-a629-809bf30b94e6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674090 May 19 12:25:13.254308 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5dbec-4cee-466a-a9b9-e54149372a4b req-50109f0f-67c5-4f65-bf02-27133310d4db tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:13.256037 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77c5dbec-4cee-466a-a9b9-e54149372a4b req-50109f0f-67c5-4f65-bf02-27133310d4db tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 931 time: 0.0533631 May 19 12:25:13.338692 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77c5dbec-4cee-466a-a9b9-e54149372a4b req-0b71afb5-245a-4751-af36-1a226a593ad5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755680 May 19 12:25:13.352438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b14e-d9c0-4d4e-b181-3b935578145c req-2f71feda-8aa6-4fe4-8f86-8a8b7561656e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:13.354249 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b64b14e-d9c0-4d4e-b181-3b935578145c req-2f71feda-8aa6-4fe4-8f86-8a8b7561656e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0638707 May 19 12:25:13.425075 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b64b14e-d9c0-4d4e-b181-3b935578145c req-d5fbf971-2a87-49b1-89d7-c8f2eabfefce tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 May 19 12:25:13.459522 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c14424-ce53-491e-955c-be5cc3953a92 req-3465bf30-7e31-4bb9-909e-c6976d690fef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:13.461132 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17c14424-ce53-491e-955c-be5cc3953a92 req-3465bf30-7e31-4bb9-909e-c6976d690fef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0528247 May 19 12:25:13.509897 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17c14424-ce53-491e-955c-be5cc3953a92 req-759d73e9-951f-40ef-8d85-956bdee0bff6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 May 19 12:25:14.296633 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f438c-4d8c-49ee-9216-19c401499f9e req-a459c3f2-5294-478d-9637-de7df5363fdc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.298156 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-773f438c-4d8c-49ee-9216-19c401499f9e req-a459c3f2-5294-478d-9637-de7df5363fdc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0819399 May 19 12:25:14.304856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a77f0-4c97-4b7d-8140-f7d33ffe2b28 req-4f7c0b99-7896-46c5-9493-1fea6e4e9153 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.306293 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-227a77f0-4c97-4b7d-8140-f7d33ffe2b28 req-4f7c0b99-7896-46c5-9493-1fea6e4e9153 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0794351 May 19 12:25:14.381764 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-773f438c-4d8c-49ee-9216-19c401499f9e req-25857a46-a0ac-49e2-bdf0-3af5fdcd9dba tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744653 May 19 12:25:14.389245 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-227a77f0-4c97-4b7d-8140-f7d33ffe2b28 req-3ab641ce-2d3d-4c5c-a547-9b86e6a18a3f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 May 19 12:25:14.512257 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82381564-2a78-4a3f-a017-8ed1a0df135f req-1763ec51-c41b-4162-ad82-284721fdb32b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.513820 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-82381564-2a78-4a3f-a017-8ed1a0df135f req-1763ec51-c41b-4162-ad82-284721fdb32b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 931 time: 0.0657637 May 19 12:25:14.554062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:14.574029 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51dfa9-9f8b-474e-bea1-84bb8bf2d3b5 req-705831b1-4e91-44ae-aa48-2eb76bd3980f tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.575616 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3a51dfa9-9f8b-474e-bea1-84bb8bf2d3b5 req-705831b1-4e91-44ae-aa48-2eb76bd3980f tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0789413 May 19 12:25:14.623096 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-82381564-2a78-4a3f-a017-8ed1a0df135f req-729adf7a-4de9-4b7c-ae66-896611231906 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831723 May 19 12:25:14.652143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3a51dfa9-9f8b-474e-bea1-84bb8bf2d3b5 req-192853c3-48b5-4bc7-85f8-99a2af8bb238 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695908 May 19 12:25:14.900189 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040157c0-56af-4183-ac85-4f2da732a40d req-214b4418-dfa1-45a9-b5af-b9012461cc4d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.901649 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-040157c0-56af-4183-ac85-4f2da732a40d req-214b4418-dfa1-45a9-b5af-b9012461cc4d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0488467 May 19 12:25:14.970079 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-040157c0-56af-4183-ac85-4f2da732a40d req-db2f2fb2-2e4f-4e49-a0ad-ab79bbaf371a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519445 May 19 12:25:15.031789 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:15.040791 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-9a0d87a8-2eec-4455-807b-2573de9b3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:15.042308 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-9a0d87a8-2eec-4455-807b-2573de9b3e16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0750716 May 19 12:25:15.058308 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f502a4f4-b6bb-4c74-b826-0394c7dcf99f req-d652e3f2-0c39-48fa-85c1-d83b997de8ef service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803850 May 19 12:25:15.476956 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Request body: {'port': {'device_id': '1ac0842f-dd21-479d-894c-1080f1531013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:15.539752 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ac73-61f5-490a-98f7-2553935df98e req-11283557-2b2f-4c2e-b508-d452c4a3147b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:15.540422 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:15.545717 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7e84ac73-61f5-490a-98f7-2553935df98e req-11283557-2b2f-4c2e-b508-d452c4a3147b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0853007 May 19 12:25:15.554902 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775de90f-9cd7-4713-8e88-425d1e2ba695 req-57ab501c-e5a3-4308-9b65-098886cbad18 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:15.556381 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-775de90f-9cd7-4713-8e88-425d1e2ba695 req-57ab501c-e5a3-4308-9b65-098886cbad18 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0865550 May 19 12:25:15.626093 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7e84ac73-61f5-490a-98f7-2553935df98e req-4f003f6f-32b8-4e1b-a467-25f3784cdee6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778613 May 19 12:25:15.638097 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-775de90f-9cd7-4713-8e88-425d1e2ba695 req-0dc804b3-64d9-48b3-9427-d6271cc269cd tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747187 May 19 12:25:15.792297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1779c-53c3-4b2b-8167-c695c683ba31 req-ad37625b-0de7-4552-9f01-ff7c0ac69a08 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:15.793931 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1fa1779c-53c3-4b2b-8167-c695c683ba31 req-ad37625b-0de7-4552-9f01-ff7c0ac69a08 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 931 time: 0.0831172 May 19 12:25:15.847508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60196000-f0d4-4087-baea-9ebd08993cbd req-6459957b-1d56-48fe-8444-58c77fc80a9d tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:15.849124 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60196000-f0d4-4087-baea-9ebd08993cbd req-6459957b-1d56-48fe-8444-58c77fc80a9d tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0763643 May 19 12:25:15.879712 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce047fc-9ae8-4336-a545-1e048200c75a {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:15.887960 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Publish callbacks [] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:15.891205 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1fa1779c-53c3-4b2b-8167-c695c683ba31 req-ae5e0dbc-b265-404d-8351-4edaf288bf6c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807164 May 19 12:25:15.904275 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Transition to ACTIVE for port object 2ce047fc-9ae8-4336-a545-1e048200c75a will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:25:15.913676 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60196000-f0d4-4087-baea-9ebd08993cbd req-514b8fc1-1858-4f3b-a0e9-2defed5f05ae tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580332 May 19 12:25:15.985420 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:16.039691 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:16.053841 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:16.086058 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Attempting to bind port 2ce047fc-9ae8-4336-a545-1e048200c75a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:25:16.086392 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Attempting to bind port 2ce047fc-9ae8-4336-a545-1e048200c75a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:25:16.086764 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Attempting to bind port 2ce047fc-9ae8-4336-a545-1e048200c75a on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:16.091994 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Port 2ce047fc-9ae8-4336-a545-1e048200c75a on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:25:16.092798 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Attempting to bind port 2ce047fc-9ae8-4336-a545-1e048200c75a on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:16.097959 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:25:16.098294 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Checking segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:16.098709 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Bound using segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:25:16.099135 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Bound port: 2ce047fc-9ae8-4336-a545-1e048200c75a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:25:16.099498 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:16.111055 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e522-7d02-45f8-b608-c8bacc8fdabb req-b1c27474-d84e-4108-bd10-85f0ecd4e279 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:16.113255 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77e5e522-7d02-45f8-b608-c8bacc8fdabb req-b1c27474-d84e-4108-bd10-85f0ecd4e279 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0614154 May 19 12:25:16.171706 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:25:16.175680 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:25:16.319561 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:16.340429 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77e5e522-7d02-45f8-b608-c8bacc8fdabb req-13196195-b4f1-46bd-9c79-54723ecd002e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214286 May 19 12:25:16.360173 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:16.360796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:16.363738 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6916530d-d47d-4739-9028-d43760e510cd service neutron] 10.222.0.77 "PUT /v2.0/ports/2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 1093 time: 0.8921018 May 19 12:25:16.363738 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:16.364885 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb63e2-5da6-4e1b-8678-4888a2399015" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:16.393780 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916530d-d47d-4739-9028-d43760e510cd service neutron] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:16.424896 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6f4d0f-e547-425c-84c2-34263631c943 x-openstack-request-id: req-dd6f4d0f-e547-425c-84c2-34263631c943 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:16.425179 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:16.425427 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd6f4d0f-e547-425c-84c2-34263631c943 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:16.425919 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6f4d0f-e547-425c-84c2-34263631c943'] response: {'name': 'network-changed', 'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'status': 'completed', 'code': 200} May 19 12:25:16.771855 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5e2e-f88c-4b1e-b210-4584cc7b3c4a req-c0845e61-6671-4d18-9603-deabcfe2736f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:16.773211 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7a7f5e2e-f88c-4b1e-b210-4584cc7b3c4a req-c0845e61-6671-4d18-9603-deabcfe2736f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0756564 May 19 12:25:16.785082 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180ef9-0036-4d7f-b07a-7231a2014406 req-06165b0a-9848-4cdc-a7ed-f20328d8b5c3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:16.786378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f180ef9-0036-4d7f-b07a-7231a2014406 req-06165b0a-9848-4cdc-a7ed-f20328d8b5c3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0761998 May 19 12:25:16.869831 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7a7f5e2e-f88c-4b1e-b210-4584cc7b3c4a req-cf595220-3d07-45f3-af59-96287715c15a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824480 May 19 12:25:16.883029 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f180ef9-0036-4d7f-b07a-7231a2014406 req-6f0cbfb1-f58c-482d-a2c1-ddfb1853ad1b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782192 May 19 12:25:17.044459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb26da-455c-42f6-ae90-f75900c34041 req-1952406d-88a3-402c-b5b2-e25ae881c044 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:17.046200 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3cb26da-455c-42f6-ae90-f75900c34041 req-1952406d-88a3-402c-b5b2-e25ae881c044 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0812011 May 19 12:25:17.064097 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75216258-5b71-4448-a3cd-f2874de72ee1 req-3e2af4d0-2cab-4af7-bf51-19a060cc1034 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:17.065621 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-75216258-5b71-4448-a3cd-f2874de72ee1 req-3e2af4d0-2cab-4af7-bf51-19a060cc1034 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0711069 May 19 12:25:17.109441 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:17.140946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3cb26da-455c-42f6-ae90-f75900c34041 req-c1a9293d-340a-4be1-8670-914824babad7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885448 May 19 12:25:17.152665 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-75216258-5b71-4448-a3cd-f2874de72ee1 req-eb245142-7992-4f74-9bec-d67528d732fd tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 May 19 12:25:17.466649 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8c3bd-cc85-4c1a-8afd-a3053e5fbdc2 req-4673cf78-f59b-49af-9693-58541fa9dc16 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:17.468459 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dfb8c3bd-cc85-4c1a-8afd-a3053e5fbdc2 req-4673cf78-f59b-49af-9693-58541fa9dc16 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0547898 May 19 12:25:17.522602 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dfb8c3bd-cc85-4c1a-8afd-a3053e5fbdc2 req-32907908-8b48-414c-97d1-2bb65a78b5c3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486197 May 19 12:25:17.972585 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:18.049380 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7da90-28d4-4150-a4c2-82c2125899d4 req-9bcb659f-fa19-40a8-8708-180f145929d8 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.050897 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-57d7da90-28d4-4150-a4c2-82c2125899d4 req-9bcb659f-fa19-40a8-8708-180f145929d8 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0942466 May 19 12:25:18.063928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107c713-ac81-4e8c-ab2e-77e9a3ef20fd req-11603a68-cbb5-4f91-8b6c-c0f207526e83 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.065308 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a107c713-ac81-4e8c-ab2e-77e9a3ef20fd req-11603a68-cbb5-4f91-8b6c-c0f207526e83 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0892098 May 19 12:25:18.143995 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a107c713-ac81-4e8c-ab2e-77e9a3ef20fd req-fad29a27-823f-48f1-a208-8aea1c798d6a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725482 May 19 12:25:18.147019 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-57d7da90-28d4-4150-a4c2-82c2125899d4 req-f2d8bbac-b562-45c1-aadc-5d3a0f1bc7c7 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904689 May 19 12:25:18.310520 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed889bf2-383a-4a3a-8e0c-bff53dc8c773 req-c1d8cfa5-99be-485b-8d38-1c0352be00ed tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.312042 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ed889bf2-383a-4a3a-8e0c-bff53dc8c773 req-c1d8cfa5-99be-485b-8d38-1c0352be00ed tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0848496 May 19 12:25:18.324160 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debac206-c0b5-4785-8e0b-a6b61d8c8508 req-338f2e94-4126-4336-b8a0-b3e7240b17f2 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.325832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-debac206-c0b5-4785-8e0b-a6b61d8c8508 req-338f2e94-4126-4336-b8a0-b3e7240b17f2 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0675528 May 19 12:25:18.354237 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-187c591b-4df9-44d5-acf1-cbe615f174a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:18.443151 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ed889bf2-383a-4a3a-8e0c-bff53dc8c773 req-f9fdad75-444b-4822-8628-ac02bf14708f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162851 May 19 12:25:18.479137 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-debac206-c0b5-4785-8e0b-a6b61d8c8508 req-6d53a790-f375-40e3-b992-e541dd5547bb tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448829 May 19 12:25:18.481076 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-c902585e-c3b0-46d3-867f-7482448a7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.482731 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-c902585e-c3b0-46d3-867f-7482448a7144 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0898991 May 19 12:25:18.637658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1bc01-f63f-417f-903a-54c56831641e req-ed9f4895-8205-476a-b21c-329f79da8f5f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.639210 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e1f1bc01-f63f-417f-903a-54c56831641e req-ed9f4895-8205-476a-b21c-329f79da8f5f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0490642 May 19 12:25:18.697242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e1f1bc01-f63f-417f-903a-54c56831641e req-62770cf9-53bb-4095-984c-a095c19ccf5d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525017 May 19 12:25:18.916761 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46250) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:19.053534 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07b91c7c-b57d-43ce-a9c2-d5e31dc1884c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.054578 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04a6e-afa5-4e22-96f1-f14faf371604 req-32df270f-4a72-451a-a064-7e45e0944f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.056234 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22a04a6e-afa5-4e22-96f1-f14faf371604 req-32df270f-4a72-451a-a064-7e45e0944f01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 1127 time: 0.1081054 May 19 12:25:19.063515 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:19.095213 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-b467418b-2fb4-476b-b2df-ef917db48cb6 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359150 May 19 12:25:19.132418 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07b91c7c-b57d-43ce-a9c2-d5e31dc1884c admin admin] Publish callbacks [] for security_group (1ed564a6-ac6b-4c54-8937-799f4db1b823), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.220375 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d75d107-85c3-4858-8b90-5ba107a81513 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:19.256890 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07b91c7c-b57d-43ce-a9c2-d5e31dc1884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (1ed564a6-ac6b-4c54-8937-799f4db1b823), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.306017 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea520c8-32eb-4c11-97d2-253e5e7de328 req-fc5a5c42-454a-4ffe-8b9a-1e351b17de27 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.308062 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-07b91c7c-b57d-43ce-a9c2-d5e31dc1884c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7465e40745404914af7df65f5c3b0bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902164 May 19 12:25:19.312108 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9ea520c8-32eb-4c11-97d2-253e5e7de328 req-fc5a5c42-454a-4ffe-8b9a-1e351b17de27 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0855436 May 19 12:25:19.314555 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b91c7c-b57d-43ce-a9c2-d5e31dc1884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed564a6-ac6b-4c54-8937-799f4db1b823,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:19.318024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46260) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:19.318888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f76e8-168b-4b69-bad5-f0b058735da0 req-3540c060-89e4-4ac3-bb2a-d44b376200c2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.320608 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-864f76e8-168b-4b69-bad5-f0b058735da0 req-3540c060-89e4-4ac3-bb2a-d44b376200c2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 943 time: 0.0864396 May 19 12:25:19.337947 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8d75d107-85c3-4858-8b90-5ba107a81513, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d75d107-85c3-4858-8b90-5ba107a81513,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:19.356631 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '8d75d107-85c3-4858-8b90-5ba107a81513', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'port_id': '8d75d107-85c3-4858-8b90-5ba107a81513', 'mac_address': 'fa:16:3e:c3:f2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:19.380270 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eea719d-e490-4111-b771-61380cd3ba3e admin admin] Publish callbacks [] for security_group (1ed564a6-ac6b-4c54-8937-799f4db1b823), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.397495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 8d75d107-85c3-4858-8b90-5ba107a81513 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:19.397926 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.403555 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9ea520c8-32eb-4c11-97d2-253e5e7de328 req-72ce3499-91ac-4a11-84b9-999346604901 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818031 May 19 12:25:19.410708 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eea719d-e490-4111-b771-61380cd3ba3e admin admin] Publish callbacks [] for security_group (1ed564a6-ac6b-4c54-8937-799f4db1b823), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.414074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d75d107-85c3-4858-8b90-5ba107a81513 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:19.419844 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-864f76e8-168b-4b69-bad5-f0b058735da0 req-6186f861-9bda-494f-a682-7aca3a6d91ff tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798960 May 19 12:25:19.419989 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:19.448473 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8d75d107-85c3-4858-8b90-5ba107a81513, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d75d107-85c3-4858-8b90-5ba107a81513,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:19.538726 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:19.551623 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.589185 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb63e2-5da6-4e1b-8678-4888a2399015 req-45b55a6c-0180-4a6c-ac5c-2930466abdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.591634 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f4fb63e2-5da6-4e1b-8678-4888a2399015 req-45b55a6c-0180-4a6c-ac5c-2930466abdb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1127 time: 0.1482890 May 19 12:25:19.593083 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56784f79-9f8a-440d-8694-f7efebbd0c47 req-54424f23-bc95-47f3-9a18-a7bfcdccf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.595257 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-56784f79-9f8a-440d-8694-f7efebbd0c47 req-54424f23-bc95-47f3-9a18-a7bfcdccf1ae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1129 time: 0.1124005 May 19 12:25:19.627849 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:19.641690 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=8d75d107-85c3-4858-8b90-5ba107a81513,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:19.675681 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eea719d-e490-4111-b771-61380cd3ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (1ed564a6-ac6b-4c54-8937-799f4db1b823), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.677621 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe5e4a-a1c1-4a2e-80af-71bb6ef177d9 req-285abaa3-8497-48c6-8e18-bac42f28a9f0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.682011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eea719d-e490-4111-b771-61380cd3ba3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.682143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7cfe5e4a-a1c1-4a2e-80af-71bb6ef177d9 req-285abaa3-8497-48c6-8e18-bac42f28a9f0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.1335359 May 19 12:25:19.682239 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7eea719d-e490-4111-b771-61380cd3ba3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ed564a6-ac6b-4c54-8937-799f4db1b823 HTTP/1.1" status: 204 len: 168 time: 0.3599327 May 19 12:25:19.683597 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:19.695535 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea719d-e490-4111-b771-61380cd3ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed564a6-ac6b-4c54-8937-799f4db1b823,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:19.722318 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:19.736898 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb63e2-5da6-4e1b-8678-4888a2399015 req-62a15cde-5eb3-4040-bf80-f7dc005a542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.737517 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643cbc9-0821-4963-8b50-a486ffd0f77e req-59c29912-d924-4344-a8b8-1d4378d7b28f tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.737617 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f4fb63e2-5da6-4e1b-8678-4888a2399015 req-62a15cde-5eb3-4040-bf80-f7dc005a542e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1231585c94524ec199c47bd4f4162578&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1245525 May 19 12:25:19.737705 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3643cbc9-0821-4963-8b50-a486ffd0f77e req-59c29912-d924-4344-a8b8-1d4378d7b28f tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.1442082 May 19 12:25:19.766349 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04a6e-afa5-4e22-96f1-f14faf371604 req-bcb80152-0d21-4c1f-8a9a-3e2ca8dd45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.770830 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22a04a6e-afa5-4e22-96f1-f14faf371604 req-bcb80152-0d21-4c1f-8a9a-3e2ca8dd45f1 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=86c353f6ded643e6b501ec57800fafc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3287525 May 19 12:25:19.797150 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-962db04c-7fcf-4a47-a0e0-d207e6e37500 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461473 May 19 12:25:19.823907 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7cfe5e4a-a1c1-4a2e-80af-71bb6ef177d9 req-e47634b1-9967-4c2a-b2c5-ab8e82c0c747 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279581 May 19 12:25:19.896387 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3643cbc9-0821-4963-8b50-a486ffd0f77e req-f988d6c9-9015-4334-974f-6ad86272aa81 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447790 May 19 12:25:19.938076 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-56784f79-9f8a-440d-8694-f7efebbd0c47 req-4bdbc24f-e04b-4c00-8c3e-21d8c6d9054f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769187 May 19 12:25:19.982055 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04a6e-afa5-4e22-96f1-f14faf371604 req-edbe471e-80e2-4146-acf3-d642273b9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.984715 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22a04a6e-afa5-4e22-96f1-f14faf371604 req-edbe471e-80e2-4146-acf3-d642273b9ffa service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714120 May 19 12:25:19.991835 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb63e2-5da6-4e1b-8678-4888a2399015 req-1cadf0c9-a91c-4a36-b19a-c3c26fb12807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.993850 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f4fb63e2-5da6-4e1b-8678-4888a2399015 req-1cadf0c9-a91c-4a36-b19a-c3c26fb12807 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1886697 May 19 12:25:19.997991 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df92552-6042-43da-a01d-037f1b1bef5d req-1c743af3-b7e5-4183-a246-a22eef65e008 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.999488 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9df92552-6042-43da-a01d-037f1b1bef5d req-1c743af3-b7e5-4183-a246-a22eef65e008 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0695946 May 19 12:25:20.000787 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['8d75d107-85c3-4858-8b90-5ba107a81513'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:20.070689 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9df92552-6042-43da-a01d-037f1b1bef5d req-6b8a48e7-9e83-4457-81b8-764aaaeae211 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640199 May 19 12:25:20.571425 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ad32-d501-4f8c-ae38-1be2e246b686 req-081a66c5-f0a2-4c0f-bfa3-60553e675ef3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:20.573110 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c547ad32-d501-4f8c-ae38-1be2e246b686 req-081a66c5-f0a2-4c0f-bfa3-60553e675ef3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0897195 May 19 12:25:20.576293 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ba6daebc-b3d0-4e87-94ae-b1851512a9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:20.581721 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73475e35-e9c6-423b-bceb-a09b4f7cca71 req-32079e7f-766c-47a8-89a2-0a62a4b3bde9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:20.587282 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-73475e35-e9c6-423b-bceb-a09b4f7cca71 req-32079e7f-766c-47a8-89a2-0a62a4b3bde9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 944 time: 0.1016588 May 19 12:25:20.677836 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c547ad32-d501-4f8c-ae38-1be2e246b686 req-ab5e60b5-e3cf-4f4f-a15c-ebf3948152ba tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896630 May 19 12:25:20.681612 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-73475e35-e9c6-423b-bceb-a09b4f7cca71 req-38be0b55-2bf2-445b-a4b8-10dc16c81c04 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864985 May 19 12:25:20.695677 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46286) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:20.711286 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-819f1ff2-a0db-4b25-8598-51e1820fefa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:20.805163 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-819f1ff2-a0db-4b25-8598-51e1820fefa3 admin admin] Publish callbacks [] for security_group (b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:20.894313 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-819f1ff2-a0db-4b25-8598-51e1820fefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:20.956750 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-819f1ff2-a0db-4b25-8598-51e1820fefa3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f7d0ed2adb5445ea89986dc205d058b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599149 May 19 12:25:20.957871 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1ff2-a0db-4b25-8598-51e1820fefa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:20.961334 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46292) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:20.987853 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:21.059166 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ee8a-52fb-44d7-a9bb-b37bda5b024e req-48e85366-68cd-4c81-a49d-e2f05922f92a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:21.060763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f95ee8a-52fb-44d7-a9bb-b37bda5b024e req-48e85366-68cd-4c81-a49d-e2f05922f92a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.1184866 May 19 12:25:21.075336 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c42a31b3-c744-42d6-9b4b-09214de82ae8 admin admin] Publish callbacks [] for security_group (b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.091600 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2f2f-e2f1-4684-b7a1-a3e7b9959653 req-68171927-4fb7-436b-93d3-06c8528ad12e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:21.093167 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ee9b2f2f-e2f1-4684-b7a1-a3e7b9959653 req-68171927-4fb7-436b-93d3-06c8528ad12e tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.1074109 May 19 12:25:21.108190 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c42a31b3-c744-42d6-9b4b-09214de82ae8 admin admin] Publish callbacks [] for security_group (b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.113081 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:21.169111 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f95ee8a-52fb-44d7-a9bb-b37bda5b024e req-d6c7cced-26c2-464e-af27-e5e43f0a8a50 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963149 May 19 12:25:21.183153 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ee9b2f2f-e2f1-4684-b7a1-a3e7b9959653 req-5d43f738-24a6-4e0e-95ca-886886845c71 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 May 19 12:25:21.237040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d75d107-85c3-4858-8b90-5ba107a81513 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:21.307649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 8d75d107-85c3-4858-8b90-5ba107a81513 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:21.314568 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c42a31b3-c744-42d6-9b4b-09214de82ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.317097 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c42a31b3-c744-42d6-9b4b-09214de82ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.324444 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c42a31b3-c744-42d6-9b4b-09214de82ae8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55 HTTP/1.1" status: 204 len: 168 time: 0.3597536 May 19 12:25:21.329834 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd0fa-adbf-47f1-aaad-a565d1127c41 req-d14f58db-6f11-4335-98fb-3313bb795f5c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:21.331917 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fcbdd0fa-adbf-47f1-aaad-a565d1127c41 req-d14f58db-6f11-4335-98fb-3313bb795f5c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0682468 May 19 12:25:21.340877 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a31b3-c744-42d6-9b4b-09214de82ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ddb205-cb70-4e6f-acb6-f8ef9cb16c55,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:21.403199 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fcbdd0fa-adbf-47f1-aaad-a565d1127c41 req-4de22d30-4ba1-4dea-ad91-db0716fd017f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643981 May 19 12:25:21.436353 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 8d75d107-85c3-4858-8b90-5ba107a81513 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:21.436870 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.523098 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 8d75d107-85c3-4858-8b90-5ba107a81513 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:21.523522 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.550045 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d75d107-85c3-4858-8b90-5ba107a81513'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:21.552664 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db5e47d-8a31-4be9-b318-d8f5e6bc38cf" -d '{"events": [{"server_uuid": "99e6669b-4005-4691-9a9e-42cd9f209a44", "name": "network-vif-plugged", "status": "completed", "tag": "8d75d107-85c3-4858-8b90-5ba107a81513"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:21.568272 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8d75d107-85c3-4858-8b90-5ba107a81513, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d75d107-85c3-4858-8b90-5ba107a81513,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:21.702543 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.733836 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:21.759303 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37d4cf6-5ed6-4006-9ae9-6c6cb18636a5 x-openstack-request-id: req-f37d4cf6-5ed6-4006-9ae9-6c6cb18636a5 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:21.759612 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e6669b-4005-4691-9a9e-42cd9f209a44", "name": "network-vif-plugged", "status": "completed", "tag": "8d75d107-85c3-4858-8b90-5ba107a81513", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:21.759873 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f37d4cf6-5ed6-4006-9ae9-6c6cb18636a5 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:21.760267 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37d4cf6-5ed6-4006-9ae9-6c6cb18636a5'] response: {'server_uuid': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d75d107-85c3-4858-8b90-5ba107a81513', 'code': 200} May 19 12:25:21.765232 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=8d75d107-85c3-4858-8b90-5ba107a81513,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:21.940443 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46320) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:21.959869 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fb56b-3786-4cbb-a570-74c06c455ab8 req-bdf7cc8f-f9d9-4610-a86d-4c69c4342c2b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:21.961147 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a8fb56b-3786-4cbb-a570-74c06c455ab8 req-bdf7cc8f-f9d9-4610-a86d-4c69c4342c2b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1369364 May 19 12:25:21.978310 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c25bc-025b-496b-8b65-cb38d3cc650d req-b8e8c108-61ed-4c1d-a07a-728edfae52cd tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:21.998719 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f7c25bc-025b-496b-8b65-cb38d3cc650d req-b8e8c108-61ed-4c1d-a07a-728edfae52cd tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1890178 May 19 12:25:22.206672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ea7f49b5-eebd-44e2-a75a-50d27df526af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.214749 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-ea7f49b5-eebd-44e2-a75a-50d27df526af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 1127 time: 0.0858741 May 19 12:25:22.239619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-f199e137-9fb3-4819-8b8f-69c8a50414b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.245607 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-f199e137-9fb3-4819-8b8f-69c8a50414b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1127 time: 0.1612136 May 19 12:25:22.246988 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f7c25bc-025b-496b-8b65-cb38d3cc650d req-b0864df1-1d2f-4f83-82c6-be42ec6256df tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470057 May 19 12:25:22.261175 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a8fb56b-3786-4cbb-a570-74c06c455ab8 req-71eadfa3-e011-48f4-84b5-cd200000b8b5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573152 May 19 12:25:22.267243 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cba57f80-885f-4e12-880e-f7297e161a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:22.394653 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cba57f80-885f-4e12-880e-f7297e161a6a admin admin] Publish callbacks [] for security_group (221f407f-7d6e-425f-9119-95e361023206), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:22.428644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcb42-1ede-4665-8c32-90b1f6f6b369 req-ff754c6b-b8c3-4bd6-972d-0ed9473057e7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.430292 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce6dcb42-1ede-4665-8c32-90b1f6f6b369 req-ff754c6b-b8c3-4bd6-972d-0ed9473057e7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0965512 May 19 12:25:22.439078 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a5238-4c47-4f12-adb8-a9630c4819e4 req-fde92727-b7b9-4669-b151-a58ff6afb78c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.440628 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-219a5238-4c47-4f12-adb8-a9630c4819e4 req-fde92727-b7b9-4669-b151-a58ff6afb78c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0895839 May 19 12:25:22.447397 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:22.518840 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce6dcb42-1ede-4665-8c32-90b1f6f6b369 req-24480a07-9567-417f-a5e0-d668fede1a74 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771995 May 19 12:25:22.523865 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-219a5238-4c47-4f12-adb8-a9630c4819e4 req-0cbe065e-48e9-42d7-9c5f-da0c964e004f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744593 May 19 12:25:22.650342 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cba57f80-885f-4e12-880e-f7297e161a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (221f407f-7d6e-425f-9119-95e361023206), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:22.651812 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-88bcc545-bc0c-4fea-a76c-5910ac39090c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 217 time: 0.0741453 May 19 12:25:22.660119 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-0231f604-61d0-4351-9439-093d76b367e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee HTTP/1.1" status: 200 len: 217 time: 0.0816455 May 19 12:25:22.708106 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76712f40-ea29-491c-b739-103addfe8419 req-ad745a27-82e2-4817-b28f-408854f8da31 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.709379 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-76712f40-ea29-491c-b739-103addfe8419 req-ad745a27-82e2-4817-b28f-408854f8da31 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0604024 May 19 12:25:22.752858 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-86bd4911-d648-485c-b032-4612d79280ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.754329 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-86bd4911-d648-485c-b032-4612d79280ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0859280 May 19 12:25:22.772043 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-cba57f80-885f-4e12-880e-f7297e161a6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2eedaeb1403d496da5abbba1808deea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8299670 May 19 12:25:22.774470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba57f80-885f-4e12-880e-f7297e161a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221f407f-7d6e-425f-9119-95e361023206,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:22.779794 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46346) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:22.819325 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-2701d185-97bd-4895-8621-1905ce29f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.827228 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-2701d185-97bd-4895-8621-1905ce29f42c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596757 May 19 12:25:22.831412 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6ee77af6-e82b-4fdb-93fb-ac0c5c1390db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.833409 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6ee77af6-e82b-4fdb-93fb-ac0c5c1390db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.1226184 May 19 12:25:22.880103 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d237-d30d-4bd8-aaa7-79985c0b6dc0 req-322b06cd-fa43-4f82-8bc3-4f596cc96cbe tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.881622 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4d98d237-d30d-4bd8-aaa7-79985c0b6dc0 req-322b06cd-fa43-4f82-8bc3-4f596cc96cbe tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1702161 May 19 12:25:22.895886 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46348) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:22.899564 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'floatingip': {'port_id': 'b53cc247-1a43-4485-97e1-5c39672f1e3a'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:22.939633 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-76712f40-ea29-491c-b739-103addfe8419 req-c24c5d04-612e-4fb5-95d3-b8e6490c1307 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166963 May 19 12:25:22.946020 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6a9a9cc2-d91e-4f7e-9c10-a57fe709d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.947625 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6a9a9cc2-d91e-4f7e-9c10-a57fe709d290 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1067679 May 19 12:25:22.970500 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-35dba93a-8f86-4cde-bdbd-56573fb8206f admin admin] Publish callbacks [] for security_group (221f407f-7d6e-425f-9119-95e361023206), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:22.982436 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (7cd04ed4-a547-4d48-b1ae-3bb8f65efaed), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.027485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:23.052188 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-35dba93a-8f86-4cde-bdbd-56573fb8206f admin admin] Publish callbacks [] for security_group (221f407f-7d6e-425f-9119-95e361023206), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.118507 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-66b2925d-e694-4740-9699-fe7cd77304f3 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613605 May 19 12:25:23.185897 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-86476faa-353d-4c48-9b00-a756ab31d381 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585837 May 19 12:25:23.190148 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d786959-5cac-4024-a7a5-8281639dacdc req-56f34143-e01d-415e-823e-fb0e133e6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:23.192490 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-6d786959-5cac-4024-a7a5-8281639dacdc req-56f34143-e01d-415e-823e-fb0e133e6c5b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 1129 time: 0.1395426 May 19 12:25:23.245037 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-500a3411-8a11-4aac-a2c3-f6ee1faedf64 req-6243e37f-7739-4fb6-a431-5353d920f9bb service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192572 May 19 12:25:23.311827 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-35dba93a-8f86-4cde-bdbd-56573fb8206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (221f407f-7d6e-425f-9119-95e361023206), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.317119 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-35dba93a-8f86-4cde-bdbd-56573fb8206f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.321433 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-35dba93a-8f86-4cde-bdbd-56573fb8206f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/221f407f-7d6e-425f-9119-95e361023206 HTTP/1.1" status: 204 len: 168 time: 0.5194840 May 19 12:25:23.357220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dba93a-8f86-4cde-bdbd-56573fb8206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221f407f-7d6e-425f-9119-95e361023206,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:23.364649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.420901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f08aa-6b14-4629-adad-3d2ea6e8971c req-8b067780-2016-4242-9b08-1eb53c4f6fae tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:23.431385 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-784f08aa-6b14-4629-adad-3d2ea6e8971c req-8b067780-2016-4242-9b08-1eb53c4f6fae tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0775828 May 19 12:25:23.526802 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-784f08aa-6b14-4629-adad-3d2ea6e8971c req-7c8dba20-99c4-401e-b4a8-d12587c787c6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 May 19 12:25:23.630526 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:23.677259 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-6d786959-5cac-4024-a7a5-8281639dacdc req-6f76be38-b9d1-4549-aa28-312b9ce4ee0e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640853 May 19 12:25:23.709338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2188ea-9e01-4160-a080-1fd42cb6b268 req-c8aafd82-e538-4bc9-9066-7af177e5ee9b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:23.713049 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6d2188ea-9e01-4160-a080-1fd42cb6b268 req-c8aafd82-e538-4bc9-9066-7af177e5ee9b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0778246 May 19 12:25:23.717865 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:23.757498 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-12057a71-46fe-4e34-8a0d-a12c8bf57e27 req-9b983cb1-23ac-4d4f-8947-2774a449a4eb service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616789 May 19 12:25:23.792549 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6d2188ea-9e01-4160-a080-1fd42cb6b268 req-06398c34-903b-4b3c-9f20-dd5563041160 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713937 May 19 12:25:24.087313 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cbcee-1011-4361-8334-bee3151cd5b4 req-51792c1c-5e8a-41c1-879d-7cfa473d0f0e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:24.089122 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dc2cbcee-1011-4361-8334-bee3151cd5b4 req-51792c1c-5e8a-41c1-879d-7cfa473d0f0e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0529881 May 19 12:25:24.142588 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dc2cbcee-1011-4361-8334-bee3151cd5b4 req-09c74ab6-d9bc-43fd-953d-3f7f3b2932cd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466318 May 19 12:25:24.226137 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:24.294132 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (7cd04ed4-a547-4d48-b1ae-3bb8f65efaed), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:24.434155 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Floating IP 7cd04ed4-a547-4d48-b1ae-3bb8f65efaed associated. External IP: 172.27.3.233, port: b53cc247-1a43-4485-97e1-5c39672f1e3a. May 19 12:25:24.660250 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:24.678650 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f90c6-03da-4cf7-a988-c451f42ddad7 req-63eef9c5-2435-41a1-a3ed-bf068edc475c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:24.680900 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f2f90c6-03da-4cf7-a988-c451f42ddad7 req-63eef9c5-2435-41a1-a3ed-bf068edc475c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0589907 May 19 12:25:24.736801 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f2f90c6-03da-4cf7-a988-c451f42ddad7 req-c69fe735-8b6f-4d64-8c74-f07ecffe58e2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 May 19 12:25:24.782164 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:24.787536 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:24.806570 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:24.807512 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:24.808145 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:25:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:24.835897 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-76c71df2-e5af-42e1-b3fa-5091ab414f56 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "PUT /v2.0/floatingips/7cd04ed4-a547-4d48-b1ae-3bb8f65efaed HTTP/1.1" status: 200 len: 991 time: 1.9405992 May 19 12:25:24.836503 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:24.840705 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f417a9df-1fac-480f-b6c9-757eaa607932" -d '{"events": [{"name": "network-changed", "server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:24.880174 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36939d8-f901-4f01-90aa-27370f79c04f x-openstack-request-id: req-e36939d8-f901-4f01-90aa-27370f79c04f {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:24.880523 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:24.880863 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e36939d8-f901-4f01-90aa-27370f79c04f {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:24.881319 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36939d8-f901-4f01-90aa-27370f79c04f'] response: {'name': 'network-changed', 'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'status': 'completed', 'code': 200} May 19 12:25:24.900423 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:24.923856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:24.933733 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:24.980928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068ffa8-fdef-4ad0-8065-91d539443034 req-59501956-edd5-46f8-b39c-47eaf5262deb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:24.991687 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f068ffa8-fdef-4ad0-8065-91d539443034 req-59501956-edd5-46f8-b39c-47eaf5262deb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0807924 May 19 12:25:25.042109 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46422) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:25.048867 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:25.059913 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f068ffa8-fdef-4ad0-8065-91d539443034 req-503c852a-4c95-4a8b-9f97-21d74e964114 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672092 May 19 12:25:25.217806 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-346562149-network', 'tenant_id': '9f556df7a95041279685098584415ed1'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:25.237321 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:25.283133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49787f-e64a-4d72-9893-80f2b40a1d08 req-aa362b7e-adac-477f-acb4-18cb5ad202e6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:25.285763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cc49787f-e64a-4d72-9893-80f2b40a1d08 req-aa362b7e-adac-477f-acb4-18cb5ad202e6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0584421 May 19 12:25:25.288966 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '7cd04ed4-a547-4d48-b1ae-3bb8f65efaed', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'port_id': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'mac_address': 'fa:16:3e:21:fe:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:25:24Z', 'revision_number': 1, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:25.334589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:25.342865 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:25.346466 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:25.347074 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:25:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:25.361917 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Made reservation on behalf of 9f556df7a95041279685098584415ed1 for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:25.364358 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.386440 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.387849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:25.411338 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'mac_address': 'fa:16:3e:fd:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:25.486918 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks [] for security_group (5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.493613 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:25.494558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.520496 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce047fc-9ae8-4336-a545-1e048200c75a {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:25.541017 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:25.544398 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:25.602805 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.615103 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cc49787f-e64a-4d72-9893-80f2b40a1d08 req-c929f685-90a0-4ebb-8b36-8d525d27b57c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208146 May 19 12:25:25.638163 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:25.683486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=104399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:25:25.683486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:25.683486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (c1db1499-f1bc-4195-8a3c-75f53b496db1), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.683486 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Added segment c1db1499-f1bc-4195-8a3c-75f53b496db1 of type vlan for network 2a706f2f-b53b-4a57-8c78-98defdba4774 May 19 12:25:25.705090 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.746018 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (2a706f2f-b53b-4a57-8c78-98defdba4774), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.761187 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:25.831221 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '7cd04ed4-a547-4d48-b1ae-3bb8f65efaed', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'port_id': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'mac_address': 'fa:16:3e:21:fe:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:25:24Z', 'revision_number': 1, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:25.872441 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb803f2-f17c-49c4-97ed-79fbd36ceab2 None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '7cd04ed4-a547-4d48-b1ae-3bb8f65efaed', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'port_id': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'mac_address': 'fa:16:3e:21:fe:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:25:24Z', 'revision_number': 1, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:25.904747 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (2a706f2f-b53b-4a57-8c78-98defdba4774), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.908449 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:25.909051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.927867 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c1a91-8ade-4105-92b1-2c42c58ba770 req-7823af00-49e7-40da-ac56-21ac23d90c74 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:25.938492 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-447c1a91-8ade-4105-92b1-2c42c58ba770 req-7823af00-49e7-40da-ac56-21ac23d90c74 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0967221 May 19 12:25:26.000094 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] Pushing event updated for resources: {'Network': ['ID=2a706f2f-b53b-4a57-8c78-98defdba4774,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:26.017136 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 2a706f2f-b53b-4a57-8c78-98defdba4774 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:25:26.034897 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-447c1a91-8ade-4105-92b1-2c42c58ba770 req-3410a026-b990-4a18-b7f7-cbbf6f0fad1a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826311 May 19 12:25:26.079974 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.105200 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-24ce5283-330a-45cd-874b-f297a1826b02 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0619562 May 19 12:25:26.108407 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46456) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:26.113932 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Request body: {'subnet': {'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-346562149-subnet', 'tenant_id': '9f556df7a95041279685098584415ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:26.131218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.189010 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3649ddd-2634-449a-aac9-b29877ead8b9 None None] New status for floating IP 7cd04ed4-a547-4d48-b1ae-3bb8f65efaed: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:26.197749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd1702-a0b8-4878-8334-09defb522805 req-6299787a-fbee-43d7-9c7e-aae04823f4cc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:26.200115 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f2fd1702-a0b8-4878-8334-09defb522805 req-6299787a-fbee-43d7-9c7e-aae04823f4cc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0585778 May 19 12:25:26.257654 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f2fd1702-a0b8-4878-8334-09defb522805 req-e2456506-8c38-4ac2-a565-ae6f52bc65a6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518727 May 19 12:25:26.276350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Made reservation on behalf of 9f556df7a95041279685098584415ed1 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:26.279625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:26.657509 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (920713db-9cd1-44d4-879f-c1a431b70842), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:26.717414 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=920713db-9cd1-44d4-879f-c1a431b70842,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:26.729221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Checking segment: {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:26.729579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Network hostable DHCP agents. Network: 2a706f2f-b53b-4a57-8c78-98defdba4774, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:25:26.777120 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.795594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6231a4-76f0-4842-b240-38c380ba8a19 req-bbede4fb-e7b4-4eed-9a4e-8616a225457b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:26.798344 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e6231a4-76f0-4842-b240-38c380ba8a19 req-bbede4fb-e7b4-4eed-9a4e-8616a225457b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0574524 May 19 12:25:26.848591 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e6231a4-76f0-4842-b240-38c380ba8a19 req-16a875a3-5fc1-4ce6-a0f0-56a9676abc1c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 May 19 12:25:26.891178 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Network 2a706f2f-b53b-4a57-8c78-98defdba4774 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:25:27.004920 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 2a706f2f-b53b-4a57-8c78-98defdba4774) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:27.009203 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.009805 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:27.014115 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79dde9b-57c4-4358-bf16-879a0f87bee7 None None] Network 2a706f2f-b53b-4a57-8c78-98defdba4774 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:25:27.110869 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0b369fd5-296d-45a0-a5c6-f7ab1169c95d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0006964 May 19 12:25:27.119298 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4970d57f-794a-4041-a0ff-d8998487c14c None None] Network 2a706f2f-b53b-4a57-8c78-98defdba4774 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:25:27.158032 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6d541-83a7-44cd-9f44-823efc771717 req-1fbeb16c-ec48-406d-b8c9-43cb32b4b257 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.166181 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8b6d541-83a7-44cd-9f44-823efc771717 req-1fbeb16c-ec48-406d-b8c9-43cb32b4b257 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0703473 May 19 12:25:27.237242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8b6d541-83a7-44cd-9f44-823efc771717 req-accb1973-c633-4c9b-99f0-ecb26be8890b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 May 19 12:25:27.383292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4e3a-d990-45c5-91a2-7db753681b89 req-77c289b9-a6e8-4972-83ac-1361eb85e1a8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.384773 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3ce4e3a-d990-45c5-91a2-7db753681b89 req-77c289b9-a6e8-4972-83ac-1361eb85e1a8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0475161 May 19 12:25:27.435358 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3ce4e3a-d990-45c5-91a2-7db753681b89 req-990b6fac-cd1f-454e-b86e-f49027df0082 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 May 19 12:25:27.964275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2b188-4abb-4d35-b601-0e0f847b4b45 req-5377acfe-af3b-4731-bd4f-0a0083b50091 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.965725 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-71b2b188-4abb-4d35-b601-0e0f847b4b45 req-5377acfe-af3b-4731-bd4f-0a0083b50091 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0482914 May 19 12:25:28.019324 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-71b2b188-4abb-4d35-b601-0e0f847b4b45 req-406ec1cd-cb9b-4182-b313-b094a7f07d73 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478003 May 19 12:25:28.349807 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737357b-2330-4a73-9d0d-8bc67448e71d req-1e14f420-afd1-47ae-be46-e84aafa72f98 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:28.351383 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b737357b-2330-4a73-9d0d-8bc67448e71d req-1e14f420-afd1-47ae-be46-e84aafa72f98 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0485423 May 19 12:25:28.403642 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b737357b-2330-4a73-9d0d-8bc67448e71d req-ba7122a9-aaca-49e9-b922-4af7a45a0f59 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 May 19 12:25:28.562491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a2d7-d159-409d-be85-bbd7cc027e07 req-434297fd-b297-452b-90bc-105b3d9ed025 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:28.563934 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0d7a2d7-d159-409d-be85-bbd7cc027e07 req-434297fd-b297-452b-90bc-105b3d9ed025 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0496056 May 19 12:25:28.614495 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0d7a2d7-d159-409d-be85-bbd7cc027e07 req-d797f4cd-5647-424c-bf2e-076970a0be02 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447178 May 19 12:25:29.143465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61406b0b-93d0-46ed-a6c9-9c32b6a993e5 req-da1d7980-1f79-4eee-8932-22aa46b96b43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:29.145068 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-61406b0b-93d0-46ed-a6c9-9c32b6a993e5 req-da1d7980-1f79-4eee-8932-22aa46b96b43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0576627 May 19 12:25:29.197985 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-61406b0b-93d0-46ed-a6c9-9c32b6a993e5 req-4684fa47-0310-4d80-b2cf-ba17e09f7328 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465541 May 19 12:25:29.244534 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['2ce047fc-9ae8-4336-a545-1e048200c75a'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:29.540317 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804759f1-b333-474b-832e-10f9d6707788 req-8fdaa1bb-8cf9-4742-8571-46e492c8f3b6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:29.543699 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-804759f1-b333-474b-832e-10f9d6707788 req-8fdaa1bb-8cf9-4742-8571-46e492c8f3b6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0631154 May 19 12:25:29.581907 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:29.610662 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-804759f1-b333-474b-832e-10f9d6707788 req-bcc83df7-a3e3-4aaf-84b4-376cbdaa834e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532222 May 19 12:25:29.797532 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4dc7a-6091-4f67-af87-e8da449be989 req-a4c9b6c1-0994-4a80-b38f-744a25bd9d23 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:29.798917 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1e4dc7a-6091-4f67-af87-e8da449be989 req-a4c9b6c1-0994-4a80-b38f-744a25bd9d23 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0682418 May 19 12:25:29.851808 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1e4dc7a-6091-4f67-af87-e8da449be989 req-1b740c6c-413a-4376-9fa3-a2c331299b52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465672 May 19 12:25:30.335573 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0239a59-8543-4bd4-86cd-a2e9898b3ffc req-4aabdf2b-adf6-4b73-9555-897f495d7f3a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:30.337184 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0239a59-8543-4bd4-86cd-a2e9898b3ffc req-4aabdf2b-adf6-4b73-9555-897f495d7f3a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0522025 May 19 12:25:30.395359 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0239a59-8543-4bd4-86cd-a2e9898b3ffc req-d8b01600-20fe-4dea-a804-9facaa5a7ce7 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521119 May 19 12:25:30.730854 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaf3e4-ba10-411b-b891-f5fd37c47fcf req-73984f78-c55d-491d-8bf3-b01de48f3b6c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:30.732404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-50aaf3e4-ba10-411b-b891-f5fd37c47fcf req-73984f78-c55d-491d-8bf3-b01de48f3b6c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0516255 May 19 12:25:30.789783 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-50aaf3e4-ba10-411b-b891-f5fd37c47fcf req-1021cfaf-123f-451a-b17f-d0a5c5279199 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 May 19 12:25:30.992629 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b624e12-c5d5-46b4-9ad2-d55e08e3c55d req-06aa4eb0-ed52-40dd-9d87-ef5ac598d8bf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:30.994194 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7b624e12-c5d5-46b4-9ad2-d55e08e3c55d req-06aa4eb0-ed52-40dd-9d87-ef5ac598d8bf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0527015 May 19 12:25:31.047453 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7b624e12-c5d5-46b4-9ad2-d55e08e3c55d req-57aea63d-cd95-4798-be36-20052b348415 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472741 May 19 12:25:31.099449 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:31.160468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 2ce047fc-9ae8-4336-a545-1e048200c75a completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:31.242475 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 2ce047fc-9ae8-4336-a545-1e048200c75a triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:31.243589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.338469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:31.338925 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.340772 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:31.371449 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:31.373988 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f13610-54cd-4bb2-83d3-dcb8f2a2a519" -d '{"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-plugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:31.416426 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:31.447106 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a9004e-be71-4730-b832-5388c57a3a73 x-openstack-request-id: req-a0a9004e-be71-4730-b832-5388c57a3a73 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:31.447359 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-plugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:31.447443 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0a9004e-be71-4730-b832-5388c57a3a73 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:31.447798 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a9004e-be71-4730-b832-5388c57a3a73'] response: {'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'code': 200} May 19 12:25:31.485635 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.535243 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:31.555585 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836006-6301-4ddb-8f30-7cf9ff4d832f req-8904226b-83e9-4897-a8d7-3378189979e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:31.557130 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b4836006-6301-4ddb-8f30-7cf9ff4d832f req-8904226b-83e9-4897-a8d7-3378189979e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0545297 May 19 12:25:31.593204 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:31.611327 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b4836006-6301-4ddb-8f30-7cf9ff4d832f req-49fd70d6-5e50-4a0c-97f4-a7a4aee3c620 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478194 May 19 12:25:31.821295 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ca779510-feb6-4db8-a8c6-1ca909531dd0 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:31.822772 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ca779510-feb6-4db8-a8c6-1ca909531dd0 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/networks?id=2a706f2f-b53b-4a57-8c78-98defdba4774 HTTP/1.1" status: 200 len: 808 time: 0.1174610 May 19 12:25:31.837790 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-e358d58d-fd91-478f-b547-d8f1f927ea81 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/quotas/9f556df7a95041279685098584415ed1 HTTP/1.1" status: 200 len: 375 time: 0.0091636 May 19 12:25:31.872629 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-18d44425-8651-465c-a018-0f7d9bd817d1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f556df7a95041279685098584415ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295112 May 19 12:25:31.991330 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-f9f7d794-926f-40ac-81e8-a38667552bf4 service neutron] 10.222.0.57 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117563 May 19 12:25:32.090730 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ba408e3a-2c99-4073-96bf-fea641893bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936875 May 19 12:25:32.456922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac852d0-b6fb-4578-a955-a8c3ff06c856 req-88ffa8aa-4359-46a6-be45-e45bdd239833 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:32.458731 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bac852d0-b6fb-4578-a955-a8c3ff06c856 req-88ffa8aa-4359-46a6-be45-e45bdd239833 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0618436 May 19 12:25:32.527923 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bac852d0-b6fb-4578-a955-a8c3ff06c856 req-88b4e448-3a6d-44b2-8afb-dfd4bff47900 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625193 May 19 12:25:32.650681 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf61d7d-1a6b-4576-ae66-5c422de23104 req-3c2c0d97-7220-4860-8045-c217e426fe37 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:32.652290 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1bf61d7d-1a6b-4576-ae66-5c422de23104 req-3c2c0d97-7220-4860-8045-c217e426fe37 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0620947 May 19 12:25:32.665897 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:32.711583 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1bf61d7d-1a6b-4576-ae66-5c422de23104 req-d20f3f1e-bce2-49f1-9e2d-65af4109fe0d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521388 May 19 12:25:32.799182 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ace49a2e-11ce-43dc-a609-6aa6c795e5ee req-da8e64c3-8422-4331-a2a1-dcf88accb9d6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.0382199 May 19 12:25:32.919645 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b44f-0602-4b9e-a5e9-8c99652b73e5 req-7ef1e1e6-7e3e-45d5-980f-1f0ce969e260 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:32.921340 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b5d5b44f-0602-4b9e-a5e9-8c99652b73e5 req-7ef1e1e6-7e3e-45d5-980f-1f0ce969e260 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0528562 May 19 12:25:32.995421 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b5d5b44f-0602-4b9e-a5e9-8c99652b73e5 req-22be8f4b-551d-450e-b1ee-d004b4f619fb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602505 May 19 12:25:33.154167 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-301bb302-37f5-49bb-9135-8e75d730167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.156455 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-301bb302-37f5-49bb-9135-8e75d730167a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0595605 May 19 12:25:33.364657 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-e5315369-602b-42bf-9fb6-0a814fa65e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.367461 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-e5315369-602b-42bf-9fb6-0a814fa65e2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 911 time: 0.1978824 May 19 12:25:33.482558 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-5e0a6d3c-7657-47f3-9004-3963f5867cef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 1001 time: 0.1056001 May 19 12:25:33.693992 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-67b30687-c499-4eb9-98a5-b56629240a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.695983 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-67b30687-c499-4eb9-98a5-b56629240a91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0931220 May 19 12:25:33.727979 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487f30-e933-4850-9951-85f47fdc3570 req-8d1b5125-eb75-4439-bea7-058f8d2a2dd3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.729548 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4487f30-e933-4850-9951-85f47fdc3570 req-8d1b5125-eb75-4439-bea7-058f8d2a2dd3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0903609 May 19 12:25:33.788064 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4487f30-e933-4850-9951-85f47fdc3570 req-158b5a61-7896-425a-bd72-a0e2446b44c7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512865 May 19 12:25:33.921746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128af7-8286-441e-98ff-96fcbd695740 req-408d5a9b-1532-46f7-8a16-a82c24d05179 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.923402 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-14128af7-8286-441e-98ff-96fcbd695740 req-408d5a9b-1532-46f7-8a16-a82c24d05179 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0610518 May 19 12:25:33.980813 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-14128af7-8286-441e-98ff-96fcbd695740 req-b055e103-0a72-44e7-b0b7-16d9e8730550 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489683 May 19 12:25:34.028376 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46664) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:34.111718 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72c64736-8cff-4c34-bb6e-b79fb82e675d req-4a7f29f8-fab1-4681-956f-395a277c6d7f tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.0495131 May 19 12:25:34.250037 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c918ff5-efab-4958-acd6-89d9a85127b6 req-09f3d982-6bae-48be-bd9f-536f88faea86 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:34.253318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c918ff5-efab-4958-acd6-89d9a85127b6 req-09f3d982-6bae-48be-bd9f-536f88faea86 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0635748 May 19 12:25:34.322368 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c918ff5-efab-4958-acd6-89d9a85127b6 req-0a15628f-c4ab-48cd-8e2b-c829a3470c2d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619857 May 19 12:25:34.459423 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bbb232d4-c856-4492-9c13-e8d3f6f077e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:34.524565 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222863-d99e-42df-8470-3653d1cade7d req-70f56abe-9445-4fde-b7d4-3e537108441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:34.526268 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-88222863-d99e-42df-8470-3653d1cade7d req-70f56abe-9445-4fde-b7d4-3e537108441f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1129 time: 0.1060584 May 19 12:25:34.532192 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-f67e12fc-fa44-427e-b593-f2423ede3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:34.533940 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-f67e12fc-fa44-427e-b593-f2423ede3516 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1148565 May 19 12:25:34.589015 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46674) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:34.665023 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:34.679077 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-88222863-d99e-42df-8470-3653d1cade7d req-249e59a7-9285-4bbb-bc79-49324e5161b9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377213 May 19 12:25:34.714843 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bbb232d4-c856-4492-9c13-e8d3f6f077e6 admin admin] Publish callbacks [] for security_group (0a6b4002-a9ca-4de7-b5ea-04584bc7989d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:34.728448 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-21044762-9f8a-4b7e-a0a5-ff137f9ec188 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617548 May 19 12:25:34.773624 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f16492e-ba69-46bf-bb93-abd2670b7a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:34.790512 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bbb232d4-c856-4492-9c13-e8d3f6f077e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (0a6b4002-a9ca-4de7-b5ea-04584bc7989d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:34.836327 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-bbb232d4-c856-4492-9c13-e8d3f6f077e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6df36775ca84a2780ba98fd7bce12c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8067307 May 19 12:25:34.840294 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46680) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:34.844637 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb232d4-c856-4492-9c13-e8d3f6f077e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b4002-a9ca-4de7-b5ea-04584bc7989d,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:34.935538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f16492e-ba69-46bf-bb93-abd2670b7a55 admin admin] Publish callbacks [] for security_group (920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:34.940378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:34.955739 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eb146-93e2-4a47-8e58-346600222c88 req-7816f6db-14e9-4519-a5f1-6ef2c57ee3f5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:34.961384 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac6eb146-93e2-4a47-8e58-346600222c88 req-7816f6db-14e9-4519-a5f1-6ef2c57ee3f5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0888124 May 19 12:25:34.979358 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4973edd-8763-4c37-8942-5c4186bbb20d admin admin] Publish callbacks [] for security_group (0a6b4002-a9ca-4de7-b5ea-04584bc7989d), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.020803 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f16492e-ba69-46bf-bb93-abd2670b7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.031401 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4973edd-8763-4c37-8942-5c4186bbb20d admin admin] Publish callbacks [] for security_group (0a6b4002-a9ca-4de7-b5ea-04584bc7989d), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.068276 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:35.109324 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac6eb146-93e2-4a47-8e58-346600222c88 req-e2182fdd-2efb-40b5-971a-c37ca63b1afb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416755 May 19 12:25:35.117795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 6e55cf88-9446-44e0-ba62-600e8724a7ee details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:35.144259 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4f16492e-ba69-46bf-bb93-abd2670b7a55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8484f3ad67724bc2bd59dd170e23d7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5539024 May 19 12:25:35.148122 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16492e-ba69-46bf-bb93-abd2670b7a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:35.154074 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46688) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:35.180331 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e5eef-c9da-4f16-ae9a-5f9055ff4872 req-d6b8abd0-5023-4a72-b0ae-d3e41a6949df tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:35.181882 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a19e5eef-c9da-4f16-ae9a-5f9055ff4872 req-d6b8abd0-5023-4a72-b0ae-d3e41a6949df tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.1101201 May 19 12:25:35.279009 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d53308da-aca7-431d-899d-a03bb840221b admin admin] Publish callbacks [] for security_group (920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.280268 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:35.284435 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a19e5eef-c9da-4f16-ae9a-5f9055ff4872 req-6436ebe1-dbb0-4b7b-a799-fac4deeda3be tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894701 May 19 12:25:35.298286 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f417a9df-1fac-480f-b6c9-757eaa607932 req-46d219eb-c173-443a-ac64-c7d258279565 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947608 May 19 12:25:35.314855 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d53308da-aca7-431d-899d-a03bb840221b admin admin] Publish callbacks [] for security_group (920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.325244 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 6e55cf88-9446-44e0-ba62-600e8724a7ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:35.341593 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:35.366086 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4973edd-8763-4c37-8942-5c4186bbb20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (0a6b4002-a9ca-4de7-b5ea-04584bc7989d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.369536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4973edd-8763-4c37-8942-5c4186bbb20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.373620 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-b4973edd-8763-4c37-8942-5c4186bbb20d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a6b4002-a9ca-4de7-b5ea-04584bc7989d HTTP/1.1" status: 204 len: 168 time: 0.5295434 May 19 12:25:35.388643 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 6e55cf88-9446-44e0-ba62-600e8724a7ee is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:35.388643 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.404626 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973edd-8763-4c37-8942-5c4186bbb20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b4002-a9ca-4de7-b5ea-04584bc7989d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:35.408101 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-57bdb348-1e34-46b4-b78c-ae41663c2640 req-1238ba80-add7-4a4c-8d56-00ac073ae671 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.0361466 May 19 12:25:35.483795 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d53308da-aca7-431d-899d-a03bb840221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.491836 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d53308da-aca7-431d-899d-a03bb840221b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.491836 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d53308da-aca7-431d-899d-a03bb840221b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9 HTTP/1.1" status: 204 len: 168 time: 0.3353577 May 19 12:25:35.509661 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53308da-aca7-431d-899d-a03bb840221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920bc88b-c7f6-4f7a-8176-9d2eeaaf6ac9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:35.547653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e55cf88-9446-44e0-ba62-600e8724a7ee {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:35.570417 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2d6a6-f563-4e60-8cc3-f29e13addddf req-f5ac61a4-c2e8-47a8-8e22-458b8882b24c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:35.575020 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-04f2d6a6-f563-4e60-8cc3-f29e13addddf req-f5ac61a4-c2e8-47a8-8e22-458b8882b24c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 943 time: 0.0828650 May 19 12:25:35.588213 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 6e55cf88-9446-44e0-ba62-600e8724a7ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:35.623299 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-04f2d6a6-f563-4e60-8cc3-f29e13addddf req-03946851-ff9d-474e-b215-2f3e2938106f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455971 May 19 12:25:35.773024 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:35.825283 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=79 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:35.828855 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=6e55cf88-9446-44e0-ba62-600e8724a7ee,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:35.834212 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=79 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:35.913124 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:35.924781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ce423-b82d-4d75-b0f5-5301f68cd5b8 req-01620842-0238-4316-9cb6-6aa622690fda tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:35.926869 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dd1ce423-b82d-4d75-b0f5-5301f68cd5b8 req-01620842-0238-4316-9cb6-6aa622690fda tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0596414 May 19 12:25:36.004405 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dd1ce423-b82d-4d75-b0f5-5301f68cd5b8 req-70d6a736-42fc-474a-bba3-1d6401b33174 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 May 19 12:25:36.183084 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-2834af76-3a2a-4d77-9da1-83cce36f0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:36.184670 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-2834af76-3a2a-4d77-9da1-83cce36f0123 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 1129 time: 0.0424328 May 19 12:25:36.351862 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['6e55cf88-9446-44e0-ba62-600e8724a7ee'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:36.424116 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df35cb6-dfb9-453d-8b05-37bcad1a1045 req-7f918b9f-09c4-4987-ad41-dfc992f7ff4c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:36.426038 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8df35cb6-dfb9-453d-8b05-37bcad1a1045 req-7f918b9f-09c4-4987-ad41-dfc992f7ff4c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0547376 May 19 12:25:36.452837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46708) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:36.487613 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e887292f-a782-41e4-900b-9f210c763366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.495675 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:36.496670 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8df35cb6-dfb9-453d-8b05-37bcad1a1045 req-c8821146-f87c-4253-8112-26c8d3e764f7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641911 May 19 12:25:36.538372 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bfba6e3f-2024-409a-a710-3906d500cc7c req-d3f5bab8-60d8-4eb0-8077-851880d49228 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.0293186 May 19 12:25:36.579490 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46710) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:36.597453 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-242d6ef1-424e-4526-8b23-e63a37ad4dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.645022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e887292f-a782-41e4-900b-9f210c763366 admin admin] Publish callbacks [] for security_group (5eb81988-c3c5-4637-b3b2-8d2831415f83), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.701704 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-242d6ef1-424e-4526-8b23-e63a37ad4dd3 admin admin] Publish callbacks [] for security_group (f7702865-bda0-4c99-a83b-3ccccdeb133e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.755568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7aa85-ced9-45e2-90eb-1d70f772b6fc req-3b9e5d9f-9621-41bc-a1ef-fc0412a61cfe tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:36.757116 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-65b7aa85-ced9-45e2-90eb-1d70f772b6fc req-3b9e5d9f-9621-41bc-a1ef-fc0412a61cfe tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 944 time: 0.0491440 May 19 12:25:36.815251 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e887292f-a782-41e4-900b-9f210c763366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5eb81988-c3c5-4637-b3b2-8d2831415f83), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.819309 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-65b7aa85-ced9-45e2-90eb-1d70f772b6fc req-d34f5daf-9790-42cd-b0c1-e03faabd9a61 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535679 May 19 12:25:36.822274 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-242d6ef1-424e-4526-8b23-e63a37ad4dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f7702865-bda0-4c99-a83b-3ccccdeb133e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.869781 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-242d6ef1-424e-4526-8b23-e63a37ad4dd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=345a24ac225e42eab20c5f5601d7509c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887785 May 19 12:25:36.870491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6ef1-424e-4526-8b23-e63a37ad4dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7702865-bda0-4c99-a83b-3ccccdeb133e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:36.873225 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46716) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:36.875609 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e887292f-a782-41e4-900b-9f210c763366 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1152e63c911c45debe65efd8bb40944a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213843 May 19 12:25:36.879121 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46718) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:36.881104 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:36.893204 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887292f-a782-41e4-900b-9f210c763366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb81988-c3c5-4637-b3b2-8d2831415f83,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:36.936468 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb22b-82d2-471b-b227-68cd606ce1b7 admin admin] Publish callbacks [] for security_group (f7702865-bda0-4c99-a83b-3ccccdeb133e), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.950906 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-09fe0771-a252-4f58-9a97-72db2125bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:36.953361 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-09fe0771-a252-4f58-9a97-72db2125bb7d service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.1829526 May 19 12:25:36.967066 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb22b-82d2-471b-b227-68cd606ce1b7 admin admin] Publish callbacks [] for security_group (f7702865-bda0-4c99-a83b-3ccccdeb133e), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.979920 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa429232-dd7d-4084-be60-eec5d13b3319 admin admin] Publish callbacks [] for security_group (5eb81988-c3c5-4637-b3b2-8d2831415f83), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.005570 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa429232-dd7d-4084-be60-eec5d13b3319 admin admin] Publish callbacks [] for security_group (5eb81988-c3c5-4637-b3b2-8d2831415f83), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.128652 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb22b-82d2-471b-b227-68cd606ce1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f7702865-bda0-4c99-a83b-3ccccdeb133e), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.131229 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb22b-82d2-471b-b227-68cd606ce1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.132441 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-c9fbb22b-82d2-471b-b227-68cd606ce1b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7702865-bda0-4c99-a83b-3ccccdeb133e HTTP/1.1" status: 204 len: 168 time: 0.2581019 May 19 12:25:37.149469 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbb22b-82d2-471b-b227-68cd606ce1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7702865-bda0-4c99-a83b-3ccccdeb133e,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:37.160470 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72b9c-8c12-42b9-b748-743d350e0214 req-8ab88298-15bb-488d-8289-fd78a58b37d9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.161681 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa429232-dd7d-4084-be60-eec5d13b3319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5eb81988-c3c5-4637-b3b2-8d2831415f83), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.161854 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2eb72b9c-8c12-42b9-b748-743d350e0214 req-8ab88298-15bb-488d-8289-fd78a58b37d9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0646989 May 19 12:25:37.164408 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa429232-dd7d-4084-be60-eec5d13b3319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.165810 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fa429232-dd7d-4084-be60-eec5d13b3319 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5eb81988-c3c5-4637-b3b2-8d2831415f83 HTTP/1.1" status: 204 len: 168 time: 0.2855728 May 19 12:25:37.191094 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429232-dd7d-4084-be60-eec5d13b3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb81988-c3c5-4637-b3b2-8d2831415f83,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:37.260201 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2eb72b9c-8c12-42b9-b748-743d350e0214 req-b6f71d77-1ac6-45f4-b1c2-53a57ba3dcd9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 May 19 12:25:37.565315 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-46f6ff83-c627-4f36-b880-66845a14400e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d75d107-85c3-4858-8b90-5ba107a81513 HTTP/1.1" status: 200 len: 217 time: 0.0502999 May 19 12:25:37.657141 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 6e55cf88-9446-44e0-ba62-600e8724a7ee up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:37.665709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9699f-a1f9-4ee0-80a0-f7f5d65da519 req-0fd471fe-5cb8-44b7-9574-954e1894913b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.670585 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a9c9699f-a1f9-4ee0-80a0-f7f5d65da519 req-0fd471fe-5cb8-44b7-9574-954e1894913b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0764358 May 19 12:25:37.743719 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-3696c5b2-e724-4c65-9f62-365b9594b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.745888 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-3696c5b2-e724-4c65-9f62-365b9594b1e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.1558638 May 19 12:25:37.761387 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 6e55cf88-9446-44e0-ba62-600e8724a7ee completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:37.826605 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ecf6e448-e33c-4612-8279-6d7498b37214 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.826816 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d14122ac-dbe1-4d7c-bc3c-7c6136af7333 req-64fa5916-ee3a-486d-ac14-8d824ac25148 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.1506569 May 19 12:25:37.828615 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ecf6e448-e33c-4612-8279-6d7498b37214 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "GET /v2.0/networks?id=2a706f2f-b53b-4a57-8c78-98defdba4774 HTTP/1.1" status: 200 len: 808 time: 0.2746532 May 19 12:25:37.837025 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-04e2d867-66f7-4f02-bc01-32dc5fd38e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.839948 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-04e2d867-66f7-4f02-bc01-32dc5fd38e88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812082 May 19 12:25:37.847519 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Request body: {'port': {'device_id': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774', 'admin_state_up': True, 'tenant_id': '9f556df7a95041279685098584415ed1'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:37.888398 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a9c9699f-a1f9-4ee0-80a0-f7f5d65da519 req-972434d7-2beb-44f0-ada9-c83b933a5b7a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932480 May 19 12:25:37.899075 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 6e55cf88-9446-44e0-ba62-600e8724a7ee triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:37.900093 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.965548 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.040479 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37a36f-f83f-429d-87bb-3fbcc0e38296 req-1ce1f43f-49e1-41c4-820a-62a141a2de96 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.042556 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce37a36f-f83f-429d-87bb-3fbcc0e38296 req-1ce1f43f-49e1-41c4-820a-62a141a2de96 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 944 time: 0.0966928 May 19 12:25:38.058496 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 6e55cf88-9446-44e0-ba62-600e8724a7ee is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:38.059041 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.082446 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.089080 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:38.091145 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.091701 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ed22d-7e0c-4435-9921-10b2df86638b" -d '{"events": [{"server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "name": "network-vif-plugged", "status": "completed", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:38.104781 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-45e72a11-7541-40b5-914f-7a2f37275ab7 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266167 May 19 12:25:38.105797 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 6e55cf88-9446-44e0-ba62-600e8724a7ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:38.111712 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b658-08cb-4c42-8a46-8df09703a381 req-83b269b9-a0e5-4192-b753-5ad87f9bc77a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.113262 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac51b658-08cb-4c42-8a46-8df09703a381 req-83b269b9-a0e5-4192-b753-5ad87f9bc77a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0696204 May 19 12:25:38.124184 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46748) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:38.130607 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'floatingip': {'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:38.162188 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce37a36f-f83f-429d-87bb-3fbcc0e38296 req-5d0f1856-4c2f-4fc2-ab9b-bd2427237d33 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052358 May 19 12:25:38.207666 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79bc17f-4769-418e-910c-643875f5ac4f x-openstack-request-id: req-d79bc17f-4769-418e-910c-643875f5ac4f {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:38.207963 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "name": "network-vif-plugged", "status": "completed", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:38.208227 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d79bc17f-4769-418e-910c-643875f5ac4f {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:38.208640 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79bc17f-4769-418e-910c-643875f5ac4f'] response: {'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'code': 200} May 19 12:25:38.225750 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Made reservation on behalf of 9f556df7a95041279685098584415ed1 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:38.229870 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.256047 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (9617a76a-9898-4b11-a745-aa37e48a4b6c), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.262779 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.339972 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46756) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:38.357805 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fc76487c-f094-496c-b24b-5f772f512025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.366742 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=6e55cf88-9446-44e0-ba62-600e8724a7ee,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:38.383764 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.462541 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d14c53fb-9ac2-4ca9-9d8c-3842dc8b77be req-4f682554-0303-430a-bc8c-4c4ff8a945b5 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585491 May 19 12:25:38.502819 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d0a20-db11-4c3d-95a8-0dd7cd77f884 req-53394ffa-1afe-4d5a-9d12-00b5f597f2f9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.519176 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a92d0a20-db11-4c3d-95a8-0dd7cd77f884 req-53394ffa-1afe-4d5a-9d12-00b5f597f2f9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0949130 May 19 12:25:38.576601 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Allocated IP 172.20.0.5 (2a706f2f-b53b-4a57-8c78-98defdba4774/920713db-9cd1-44d4-879f-c1a431b70842/798a721b-76d2-4afc-a9c4-c752be3ca25f) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:38.596338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fc76487c-f094-496c-b24b-5f772f512025 admin admin] Publish callbacks [] for security_group (eb66ad45-ca74-4405-9d98-6bc14ec119bc), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.612230 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a92d0a20-db11-4c3d-95a8-0dd7cd77f884 req-35465041-1dd6-430a-87cb-99d31292f102 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919030 May 19 12:25:38.776582 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fc76487c-f094-496c-b24b-5f772f512025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (eb66ad45-ca74-4405-9d98-6bc14ec119bc), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.822946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-fc76487c-f094-496c-b24b-5f772f512025 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13f6552749c647ec8210783beb2f7161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817834 May 19 12:25:38.824162 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76487c-f094-496c-b24b-5f772f512025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66ad45-ca74-4405-9d98-6bc14ec119bc,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:38.826590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46774) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:38.845402 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce44b3-5467-43d4-adf5-07c7396e69f5 req-f683c6ff-95c0-4931-8ff7-982110124a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.847656 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5bce44b3-5467-43d4-adf5-07c7396e69f5 req-f683c6ff-95c0-4931-8ff7-982110124a53 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 1129 time: 0.1182075 May 19 12:25:38.901494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e803c-be09-451e-af54-44c65af386da admin admin] Publish callbacks [] for security_group (eb66ad45-ca74-4405-9d98-6bc14ec119bc), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.942787 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e803c-be09-451e-af54-44c65af386da admin admin] Publish callbacks [] for security_group (eb66ad45-ca74-4405-9d98-6bc14ec119bc), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.967921 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1a43a9a3-81dd-4fe1-a04a-048263f916dc req-3375de80-8648-49a7-a8be-d93006e5a104 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.0490534 May 19 12:25:39.000432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:39.024069 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5bce44b3-5467-43d4-adf5-07c7396e69f5 req-8446d009-6599-4a44-91c8-f1e4cab129d4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688979 May 19 12:25:39.081838 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks [] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.110942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.159064 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e803c-be09-451e-af54-44c65af386da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (eb66ad45-ca74-4405-9d98-6bc14ec119bc), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.161635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e803c-be09-451e-af54-44c65af386da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.162813 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6f4e803c-be09-451e-af54-44c65af386da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb66ad45-ca74-4405-9d98-6bc14ec119bc HTTP/1.1" status: 204 len: 168 time: 0.3353069 May 19 12:25:39.170926 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e803c-be09-451e-af54-44c65af386da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66ad45-ca74-4405-9d98-6bc14ec119bc,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:39.274149 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (9617a76a-9898-4b11-a745-aa37e48a4b6c), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.276724 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.292957 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de2ac5-f220-4570-baa4-9cf9d5f0b8d1 req-9251c8a5-122f-4f8d-b229-abb5c92dcdfd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:39.299964 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3de2ac5-f220-4570-baa4-9cf9d5f0b8d1 req-9251c8a5-122f-4f8d-b229-abb5c92dcdfd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0662954 May 19 12:25:39.348528 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Network 2a706f2f-b53b-4a57-8c78-98defdba4774 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:39.353043 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:39.358173 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3de2ac5-f220-4570-baa4-9cf9d5f0b8d1 req-ffb4fa2c-4d8a-460a-ab15-b2fe64702741 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559366 May 19 12:25:39.363196 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:39.368399 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:39.369030 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.399555 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Pushing event updated for resources: {'Port': ['ID=798a721b-76d2-4afc-a9c4-c752be3ca25f,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:39.466579 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Floating IP 9617a76a-9898-4b11-a745-aa37e48a4b6c associated. External IP: 172.27.3.194, port: 2ce047fc-9ae8-4336-a545-1e048200c75a. May 19 12:25:39.517563 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-ee1235cc-7d02-46e3-b9e1-ed1fb8eead37 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6761644 May 19 12:25:39.541445 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Request body: {'port': {'device_id': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:39.692717 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.773619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5b22-f8d0-45b4-ab55-734a67939e3e req-6948f663-0e1e-4c96-8af5-4a9cad8b2a46 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:39.775470 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-571a5b22-f8d0-45b4-ab55-734a67939e3e req-6948f663-0e1e-4c96-8af5-4a9cad8b2a46 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0740037 May 19 12:25:39.836004 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:39.843871 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-571a5b22-f8d0-45b4-ab55-734a67939e3e req-6adc4703-d623-458b-b72c-bd3e2ed5a275 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 May 19 12:25:40.134917 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:40.151243 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92954f-7446-4feb-9f84-afc8826536ce req-ec26df07-717e-43e8-8ec1-af39da444609 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.153149 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d92954f-7446-4feb-9f84-afc8826536ce req-ec26df07-717e-43e8-8ec1-af39da444609 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 931 time: 0.0547378 May 19 12:25:40.222615 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d92954f-7446-4feb-9f84-afc8826536ce req-a8ad190c-44a7-4988-9092-ce998e1743c0 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 May 19 12:25:40.235305 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:40.300322 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:40.306864 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.316686 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:40.340664 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:40.341962 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:25:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:40.366089 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-76578868-310a-4994-bc0e-ab06c2eca061 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "PUT /v2.0/floatingips/9617a76a-9898-4b11-a745-aa37e48a4b6c HTTP/1.1" status: 200 len: 991 time: 2.2398849 May 19 12:25:40.367501 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:40.369851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c15cea-69fb-4893-968c-f8a95e469e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:40.448494 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ffa132-3b2e-4fd7-a8a1-4c6c22e425f1 x-openstack-request-id: req-c8ffa132-3b2e-4fd7-a8a1-4c6c22e425f1 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:40.448494 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:40.448494 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8ffa132-3b2e-4fd7-a8a1-4c6c22e425f1 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:40.448494 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ffa132-3b2e-4fd7-a8a1-4c6c22e425f1'] response: {'name': 'network-changed', 'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'status': 'completed', 'code': 200} May 19 12:25:40.454273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798a721b-76d2-4afc-a9c4-c752be3ca25f {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:40.466043 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Publish callbacks [] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.482244 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Transition to ACTIVE for port object 798a721b-76d2-4afc-a9c4-c752be3ca25f will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:25:40.522675 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae05f-edd9-4921-a0db-330ad200423c req-c99f04aa-53a6-4e3e-a5d1-2e717840628a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.524636 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-486ae05f-edd9-4921-a0db-330ad200423c req-c99f04aa-53a6-4e3e-a5d1-2e717840628a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0581148 May 19 12:25:40.588628 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.599073 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-486ae05f-edd9-4921-a0db-330ad200423c req-4336ca00-15fa-4891-ba79-54bafc4d3cf5 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548103 May 19 12:25:40.607636 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:40.703360 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-997a1c2f-1c76-412e-9bdd-41c437e41d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.708463 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-997a1c2f-1c76-412e-9bdd-41c437e41d16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1129 time: 0.1207714 May 19 12:25:40.713690 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Pushing event updated for resources: {'Port': ['ID=798a721b-76d2-4afc-a9c4-c752be3ca25f,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:40.804796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Attempting to bind port 798a721b-76d2-4afc-a9c4-c752be3ca25f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:25:40.805644 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Attempting to bind port 798a721b-76d2-4afc-a9c4-c752be3ca25f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:25:40.805644 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Attempting to bind port 798a721b-76d2-4afc-a9c4-c752be3ca25f on network 2a706f2f-b53b-4a57-8c78-98defdba4774 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:40.835601 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Port 798a721b-76d2-4afc-a9c4-c752be3ca25f on network 2a706f2f-b53b-4a57-8c78-98defdba4774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:25:40.836118 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Attempting to bind port 798a721b-76d2-4afc-a9c4-c752be3ca25f on network 2a706f2f-b53b-4a57-8c78-98defdba4774 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:40.862858 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:25:40.863130 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Checking segment: {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:40.863834 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Bound using segment: {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:25:40.864989 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Bound port: 798a721b-76d2-4afc-a9c4-c752be3ca25f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:25:40.865520 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.887761 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '9617a76a-9898-4b11-a745-aa37e48a4b6c', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'mac_address': 'fa:16:3e:fd:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0842f-dd21-479d-894c-1080f1531013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:44Z', 'updated_at': '2022-05-19T12:25:38Z', 'revision_number': 1, 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:40.936130 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:40.939232 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-b73beeff-2e77-4f37-9c01-a718030359f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.940942 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-b73beeff-2e77-4f37-9c01-a718030359f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.2163115 May 19 12:25:40.948939 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:40.949583 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:25:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:40.956174 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.061467 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] For port 798a721b-76d2-4afc-a9c4-c752be3ca25f, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:25:41.092604 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] For port 798a721b-76d2-4afc-a9c4-c752be3ca25f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:25:41.096922 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-10d577ec-c398-4b1c-8b0b-4004431eaada service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 999 time: 0.1277163 May 19 12:25:41.137038 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:41.150548 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227184fb-df78-454a-a85e-aaaab576ede1 req-bd967226-1616-4ae8-b234-8a9d129a23a6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.152511 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-227184fb-df78-454a-a85e-aaaab576ede1 req-bd967226-1616-4ae8-b234-8a9d129a23a6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1750908 May 19 12:25:41.194198 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.244652 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-227184fb-df78-454a-a85e-aaaab576ede1 req-a08811e9-1ae9-4902-b910-8374841df04b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805387 May 19 12:25:41.291532 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.292178 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.293715 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] 10.222.0.77 "PUT /v2.0/ports/798a721b-76d2-4afc-a9c4-c752be3ca25f HTTP/1.1" status: 200 len: 1093 time: 1.7589056 May 19 12:25:41.307843 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-cf61d3ef-d394-4346-8d1a-99e4cdc2084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.320492 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-cf61d3ef-d394-4346-8d1a-99e4cdc2084b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0795028 May 19 12:25:41.349282 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92670-ca76-4db2-a443-3fc2739c715c service neutron] Pushing event updated for resources: {'Port': ['ID=798a721b-76d2-4afc-a9c4-c752be3ca25f,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:41.396964 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:41.411966 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1d7f4-782c-4d51-bbb0-ff97e75b98b4 req-10a84725-159b-463d-8b75-f557b4145eb2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.413532 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c9d1d7f4-782c-4d51-bbb0-ff97e75b98b4 req-10a84725-159b-463d-8b75-f557b4145eb2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 943 time: 0.0633767 May 19 12:25:41.476923 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c9d1d7f4-782c-4d51-bbb0-ff97e75b98b4 req-3b7634d1-adfe-42b0-bad6-4fbc28a6fc59 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543828 May 19 12:25:41.487984 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '9617a76a-9898-4b11-a745-aa37e48a4b6c', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'mac_address': 'fa:16:3e:fd:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0842f-dd21-479d-894c-1080f1531013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:44Z', 'updated_at': '2022-05-19T12:25:38Z', 'revision_number': 1, 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:41.522818 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4eb88-1d0e-43c9-9fd7-b0fa4b8e8726 None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '9617a76a-9898-4b11-a745-aa37e48a4b6c', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'mac_address': 'fa:16:3e:fd:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0842f-dd21-479d-894c-1080f1531013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:44Z', 'updated_at': '2022-05-19T12:25:38Z', 'revision_number': 1, 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:41.774363 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca17b6-532a-466a-8d74-e95bf610eebe req-e4636c17-d610-4bad-a7f1-df796fe47433 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.777231 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6fca17b6-532a-466a-8d74-e95bf610eebe req-e4636c17-d610-4bad-a7f1-df796fe47433 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0813174 May 19 12:25:41.854082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 46864) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:41.864989 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6fca17b6-532a-466a-8d74-e95bf610eebe req-fa90f921-09b9-4dfb-b7b7-15efce233edf tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794137 May 19 12:25:42.110594 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:42.113839 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-c182b184-4fa6-4e02-bfdd-ccd948cd91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.115587 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-c182b184-4fa6-4e02-bfdd-ccd948cd91f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1137116 May 19 12:25:42.126652 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-881f0e56-9601-4384-a496-53f0e2c4fe20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.140170 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-b689b93f-c1dc-4e6a-8181-792a1928ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.141674 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-b689b93f-c1dc-4e6a-8181-792a1928ff8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f556df7a95041279685098584415ed1&device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 1127 time: 0.0888557 May 19 12:25:42.245637 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-367a9308-a114-4b19-93bc-c2a3d67e97d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f HTTP/1.1" status: 200 len: 217 time: 0.0500605 May 19 12:25:42.347646 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-a0d2aada-5bd1-419e-a20c-4775b75b44d2 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089496 May 19 12:25:42.408674 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22323676-0f91-423e-adfa-056df40aaedd None None] New status for floating IP 9617a76a-9898-4b11-a745-aa37e48a4b6c: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:42.433960 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-5064fa70-80bc-446f-99b1-bf74949a0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.435976 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-5064fa70-80bc-446f-99b1-bf74949a0df1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=920713db-9cd1-44d4-879f-c1a431b70842 HTTP/1.1" status: 200 len: 848 time: 0.1778612 May 19 12:25:42.448982 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'tag': '798a721b-76d2-4afc-a9c4-c752be3ca25f'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:42.452962 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20b1fa-4acc-4c1e-9569-d7c376421417" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb59af-b07c-4b0a-9a14-596ee9d70b44", "tag": "798a721b-76d2-4afc-a9c4-c752be3ca25f"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:42.480968 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899001-8676-48f2-95c8-23bbe7c3c320 req-72a5c6aa-de92-49aa-b42d-c74e2c242f2d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.484278 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2e899001-8676-48f2-95c8-23bbe7c3c320 req-72a5c6aa-de92-49aa-b42d-c74e2c242f2d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0966694 May 19 12:25:42.524537 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-e3ff61b5-1705-48f5-9c22-9e50c458f8a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a706f2f-b53b-4a57-8c78-98defdba4774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680811 May 19 12:25:42.528230 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87a2cc-90ab-430d-8e51-8338243555b7 x-openstack-request-id: req-ac87a2cc-90ab-430d-8e51-8338243555b7 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:42.528639 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb59af-b07c-4b0a-9a14-596ee9d70b44", "tag": "798a721b-76d2-4afc-a9c4-c752be3ca25f", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:42.528998 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac87a2cc-90ab-430d-8e51-8338243555b7 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:42.529387 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac87a2cc-90ab-430d-8e51-8338243555b7'] response: {'name': 'network-changed', 'server_uuid': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'tag': '798a721b-76d2-4afc-a9c4-c752be3ca25f', 'status': 'completed', 'code': 200} May 19 12:25:42.543732 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:42.562287 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2e899001-8676-48f2-95c8-23bbe7c3c320 req-4bcb555e-8d3b-49ad-adf7-37fdd7651dad tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704165 May 19 12:25:42.590227 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-881f0e56-9601-4384-a496-53f0e2c4fe20 admin admin] Publish callbacks [] for security_group (8030e911-d27d-416a-afed-44c4aadf2c95), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.593732 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-53c15cea-69fb-4893-968c-f8a95e469e4f req-b9d843f4-3aff-4b93-8840-bdbe527bd2ad service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310104 May 19 12:25:42.649294 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294d96f-7dc5-4a46-9b74-1432ad90a1b0 req-75fc0e06-677f-461a-856f-616cd6ea9dba tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.650954 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a294d96f-7dc5-4a46-9b74-1432ad90a1b0 req-75fc0e06-677f-461a-856f-616cd6ea9dba tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 943 time: 0.0553725 May 19 12:25:42.671373 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-5066ff6e-968f-4f88-8269-a1a97ec0b3e0 service neutron] 10.222.0.77 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170821 May 19 12:25:42.712127 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a294d96f-7dc5-4a46-9b74-1432ad90a1b0 req-431f56b2-182e-470b-a58f-b87e0ab44930 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535433 May 19 12:25:42.739178 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-881f0e56-9601-4384-a496-53f0e2c4fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8030e911-d27d-416a-afed-44c4aadf2c95), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.835437 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-881f0e56-9601-4384-a496-53f0e2c4fe20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=129e977fd9b84330823306d2d28b9a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9801691 May 19 12:25:42.838321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46892) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:42.840061 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f0e56-9601-4384-a496-53f0e2c4fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8030e911-d27d-416a-afed-44c4aadf2c95,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:42.885131 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-81fafd4f-c234-4e3e-8e54-88b296b0b099 req-0b9f3ac1-1860-4041-aa2d-2e06596e2403 service neutron] 10.222.0.77 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341004 May 19 12:25:42.897138 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99b92a32-1ae2-478a-be0b-3a18e186d94c admin admin] Publish callbacks [] for security_group (8030e911-d27d-416a-afed-44c4aadf2c95), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.920736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99b92a32-1ae2-478a-be0b-3a18e186d94c admin admin] Publish callbacks [] for security_group (8030e911-d27d-416a-afed-44c4aadf2c95), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.959944 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:42.997821 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8f6fe-c4ea-4bc9-b1b4-3a276a07cf44 req-89e04448-2c15-4495-81f5-2585c54488d8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:43.000195 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-41e8f6fe-c4ea-4bc9-b1b4-3a276a07cf44 req-89e04448-2c15-4495-81f5-2585c54488d8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0570264 May 19 12:25:43.052254 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-41e8f6fe-c4ea-4bc9-b1b4-3a276a07cf44 req-0081e43b-8e48-436d-94dd-5909c5b9e17a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455716 May 19 12:25:43.102331 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99b92a32-1ae2-478a-be0b-3a18e186d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8030e911-d27d-416a-afed-44c4aadf2c95), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.105281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99b92a32-1ae2-478a-be0b-3a18e186d94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.106573 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-99b92a32-1ae2-478a-be0b-3a18e186d94c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8030e911-d27d-416a-afed-44c4aadf2c95 HTTP/1.1" status: 204 len: 168 time: 0.2671037 May 19 12:25:43.119105 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b92a32-1ae2-478a-be0b-3a18e186d94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8030e911-d27d-416a-afed-44c4aadf2c95,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:43.188047 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec147a-f050-4414-b363-670d5cb520b4 req-2c6d41a5-2cd0-45d0-83b9-8a94873c2ac4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:43.189592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4dec147a-f050-4414-b363-670d5cb520b4 req-2c6d41a5-2cd0-45d0-83b9-8a94873c2ac4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0532522 May 19 12:25:43.199048 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 46908) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:43.204371 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:43.303364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (0c031570-5728-4eb5-8b52-027efac6e4c9), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.988144 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89493538-1a43-42d4-b21a-6fb0dc79b6db req-361cae62-a0bf-4bd4-8098-9113406152ca tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:43.989648 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89493538-1a43-42d4-b21a-6fb0dc79b6db req-361cae62-a0bf-4bd4-8098-9113406152ca tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1875470 May 19 12:25:44.007533 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:44.023280 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d59764-289a-4dac-9771-d9ca208ed5c6 req-f3e082a4-92e2-4e3b-ab2a-77a50b737e20 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:44.024832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4d59764-289a-4dac-9771-d9ca208ed5c6 req-f3e082a4-92e2-4e3b-ab2a-77a50b737e20 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 943 time: 0.2187176 May 19 12:25:44.272661 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89493538-1a43-42d4-b21a-6fb0dc79b6db req-71ce5b47-236d-4a2b-b456-5b667893ee7e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721431 May 19 12:25:44.279527 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.db.resource_extend [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:25:44.290225 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4d59764-289a-4dac-9771-d9ca208ed5c6 req-cc1566bf-ddc2-4f29-8956-b4f1444b94fa tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462370 May 19 12:25:44.383864 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:44.513219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (0c031570-5728-4eb5-8b52-027efac6e4c9), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:44.620560 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP 0c031570-5728-4eb5-8b52-027efac6e4c9 associated. External IP: 172.27.3.28, port: 6e55cf88-9446-44e0-ba62-600e8724a7ee. May 19 12:25:44.857189 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:44.972062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:44.976922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:44.983988 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:44.995307 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:44.996219 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:25:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:45.015699 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e1e11f9a-7a4d-4ebb-95e5-9837861e3f44 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "PUT /v2.0/floatingips/0c031570-5728-4eb5-8b52-027efac6e4c9 HTTP/1.1" status: 200 len: 990 time: 1.8154459 May 19 12:25:45.016403 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:45.023607 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9eab3e-7e7b-47ae-8332-74b8c8245419" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:45.043732 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:45.053924 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:45.068881 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae915f56-f084-4f8f-8d55-b9185a070f66 x-openstack-request-id: req-ae915f56-f084-4f8f-8d55-b9185a070f66 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:45.069248 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:45.069568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae915f56-f084-4f8f-8d55-b9185a070f66 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:45.070039 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae915f56-f084-4f8f-8d55-b9185a070f66'] response: {'name': 'network-changed', 'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'status': 'completed', 'code': 200} May 19 12:25:45.106557 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:45.109200 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:45.201113 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:25:45.398100 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:44Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:45.438029 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:45.458259 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:45.458873 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71863-5bab-47ee-a8ad-bb351c9ee89d req-91c7793d-11c6-48a3-8dbb-8d808c439037 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:45.459275 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:25:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:45.460542 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-86a71863-5bab-47ee-a8ad-bb351c9ee89d req-91c7793d-11c6-48a3-8dbb-8d808c439037 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 943 time: 0.0851710 May 19 12:25:45.467472 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0541a6-7590-429a-bdf5-799085a98002 req-24531463-8ba2-4c1a-a1e2-b8dc99348352 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:45.469801 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-df0541a6-7590-429a-bdf5-799085a98002 req-24531463-8ba2-4c1a-a1e2-b8dc99348352 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0850623 May 19 12:25:45.500857 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47002) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:45.512341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:45.552298 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-86a71863-5bab-47ee-a8ad-bb351c9ee89d req-c3efd916-1a3c-410c-9516-d23a0d84fee5 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 May 19 12:25:45.580062 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-df0541a6-7590-429a-bdf5-799085a98002 req-407fa0bd-68ab-4966-b49e-4619fb03a5d8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880117 May 19 12:25:45.614009 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:45.669081 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7450d39-7c5c-41a9-bf39-65c5262ba7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:45.767154 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7450d39-7c5c-41a9-bf39-65c5262ba7c3 admin admin] Publish callbacks [] for security_group (13ed9694-aa5c-4269-9169-3a513e08f68d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:45.875726 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:44Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:45.900734 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294616e1-46c9-4c7c-9733-943d2b63e379 None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:44Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:45.936243 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7450d39-7c5c-41a9-bf39-65c5262ba7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (13ed9694-aa5c-4269-9169-3a513e08f68d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:45.971022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7450d39-7c5c-41a9-bf39-65c5262ba7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ed9694-aa5c-4269-9169-3a513e08f68d,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:45.975318 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d7450d39-7c5c-41a9-bf39-65c5262ba7c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f769e516f5041798aada26d25ac54c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731035 May 19 12:25:45.978715 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47012) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:46.057707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0626b20b-e1d9-45a7-b7af-80152c42f9fd admin admin] Publish callbacks [] for security_group (13ed9694-aa5c-4269-9169-3a513e08f68d), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.086971 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0626b20b-e1d9-45a7-b7af-80152c42f9fd admin admin] Publish callbacks [] for security_group (13ed9694-aa5c-4269-9169-3a513e08f68d), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.146952 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e1ae6a-d738-41f5-8f2f-a8cf60178068 None None] New status for floating IP 0c031570-5728-4eb5-8b52-027efac6e4c9: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:46.295872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0626b20b-e1d9-45a7-b7af-80152c42f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (13ed9694-aa5c-4269-9169-3a513e08f68d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.298553 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0626b20b-e1d9-45a7-b7af-80152c42f9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.300158 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0626b20b-e1d9-45a7-b7af-80152c42f9fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13ed9694-aa5c-4269-9169-3a513e08f68d HTTP/1.1" status: 204 len: 168 time: 0.3202434 May 19 12:25:46.314343 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b20b-e1d9-45a7-b7af-80152c42f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ed9694-aa5c-4269-9169-3a513e08f68d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:46.360289 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:46.746353 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed865-ce02-4f74-9070-5c7561801799 req-168192ce-bd5e-42e9-8ec6-c675b5fc1131 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:46.748054 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74aed865-ce02-4f74-9070-5c7561801799 req-168192ce-bd5e-42e9-8ec6-c675b5fc1131 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 943 time: 0.0869267 May 19 12:25:46.755526 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea4e9-87b7-439b-9806-aec33f9c190a req-eaeb24e9-89b3-4be6-9915-ee89606184e6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:46.757075 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08aea4e9-87b7-439b-9806-aec33f9c190a req-eaeb24e9-89b3-4be6-9915-ee89606184e6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0931695 May 19 12:25:46.776666 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:46.835008 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74aed865-ce02-4f74-9070-5c7561801799 req-857dfc20-6323-4397-a78c-0dcd755baa50 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767477 May 19 12:25:46.843562 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08aea4e9-87b7-439b-9806-aec33f9c190a req-cd8d4f63-bf63-41ec-bce1-c0ac0a0250e1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784936 May 19 12:25:47.079481 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47026) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:47.097291 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e827c646-ae96-4354-a1d9-9622dbf36710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.195243 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e827c646-ae96-4354-a1d9-9622dbf36710 admin admin] Publish callbacks [] for security_group (9efb5bab-fc12-43b3-af81-28b7d849444f), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.273199 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e827c646-ae96-4354-a1d9-9622dbf36710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9efb5bab-fc12-43b3-af81-28b7d849444f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.321170 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e827c646-ae96-4354-a1d9-9622dbf36710 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b65016bbd5b5491987926accbbbe8025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402291 May 19 12:25:47.322053 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c646-ae96-4354-a1d9-9622dbf36710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb5bab-fc12-43b3-af81-28b7d849444f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:47.325647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47028) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:47.392161 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6521a62f-3218-4895-8463-cab948967f73 admin admin] Publish callbacks [] for security_group (9efb5bab-fc12-43b3-af81-28b7d849444f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.407613 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-4d73e917-ad6c-4266-a086-89835a6420db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:47.409284 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-4d73e917-ad6c-4266-a086-89835a6420db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f556df7a95041279685098584415ed1&device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 1127 time: 0.0525715 May 19 12:25:47.412519 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:47.417245 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6521a62f-3218-4895-8463-cab948967f73 admin admin] Publish callbacks [] for security_group (9efb5bab-fc12-43b3-af81-28b7d849444f), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.656581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6521a62f-3218-4895-8463-cab948967f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9efb5bab-fc12-43b3-af81-28b7d849444f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.659281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6521a62f-3218-4895-8463-cab948967f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.660480 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6521a62f-3218-4895-8463-cab948967f73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9efb5bab-fc12-43b3-af81-28b7d849444f HTTP/1.1" status: 204 len: 168 time: 0.3338881 May 19 12:25:47.668695 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521a62f-3218-4895-8463-cab948967f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efb5bab-fc12-43b3-af81-28b7d849444f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:47.683389 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 798a721b-76d2-4afc-a9c4-c752be3ca25f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:47.800427 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 798a721b-76d2-4afc-a9c4-c752be3ca25f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:47.813707 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '798a721b-76d2-4afc-a9c4-c752be3ca25f', 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774', 'port_id': '798a721b-76d2-4afc-a9c4-c752be3ca25f', 'mac_address': 'fa:16:3e:1a:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920713db-9cd1-44d4-879f-c1a431b70842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:47.850366 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 798a721b-76d2-4afc-a9c4-c752be3ca25f is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:47.850788 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.877704 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798a721b-76d2-4afc-a9c4-c752be3ca25f {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:47.901160 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 798a721b-76d2-4afc-a9c4-c752be3ca25f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:47.998324 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68b35f-5037-453b-a3f3-ca9a03091b4b req-dba21454-cfb2-4db1-b6bd-a71bb7012730 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.000777 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a68b35f-5037-453b-a3f3-ca9a03091b4b req-dba21454-cfb2-4db1-b6bd-a71bb7012730 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 943 time: 0.0869675 May 19 12:25:48.031817 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-d1558e54-d7d9-4212-b910-947ec39515c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.033686 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-d1558e54-d7d9-4212-b910-947ec39515c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 1129 time: 0.0998435 May 19 12:25:48.037929 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a182546-6250-4d32-95cf-dd2b2653aef0 req-b476afaa-44d0-4532-8f13-230329f4b0f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.042927 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6a182546-6250-4d32-95cf-dd2b2653aef0 req-b476afaa-44d0-4532-8f13-230329f4b0f7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0822127 May 19 12:25:48.082164 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:48.084516 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-0036ea4e-31b2-495d-b211-a0040c963619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.093812 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-0036ea4e-31b2-495d-b211-a0040c963619 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2a706f2f-b53b-4a57-8c78-98defdba4774 HTTP/1.1" status: 200 len: 909 time: 0.1628990 May 19 12:25:48.180734 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-e05a7203-3796-45a4-9438-fb4bfe210dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.182369 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-e05a7203-3796-45a4-9438-fb4bfe210dea service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.1347437 May 19 12:25:48.191698 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:48.200660 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=798a721b-76d2-4afc-a9c4-c752be3ca25f,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:48.237234 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-5bcceb96-2456-4c4a-b1a0-634b6a720a3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f HTTP/1.1" status: 200 len: 217 time: 0.0538175 May 19 12:25:48.313981 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-c9e272b4-8e91-4f5d-ad08-41e42b913688 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee HTTP/1.1" status: 200 len: 1000 time: 0.0784874 May 19 12:25:48.345204 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a68b35f-5037-453b-a3f3-ca9a03091b4b req-5b3e8f2d-dfef-4599-9e34-047147e9a621 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354681 May 19 12:25:48.359341 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6a182546-6250-4d32-95cf-dd2b2653aef0 req-31e00b32-949c-4be5-b05d-87ac411132ba tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124411 May 19 12:25:48.409551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-45ee0644-2c05-4aef-8a71-a5b5193df6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.411159 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-45ee0644-2c05-4aef-8a71-a5b5193df6bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=920713db-9cd1-44d4-879f-c1a431b70842 HTTP/1.1" status: 200 len: 848 time: 0.0962441 May 19 12:25:48.414848 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-9716c479-91cb-427e-9f85-431772fe5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.416191 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-9716c479-91cb-427e-9f85-431772fe5f81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0924053 May 19 12:25:48.444363 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab79b-5507-4852-a833-ff5d50baee61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:48.491021 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-2eb10e2b-da21-484e-ab07-cf13cb3741a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a706f2f-b53b-4a57-8c78-98defdba4774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595353 May 19 12:25:48.502481 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-49f9ec3d-84c0-4280-8325-4c7a6a48b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.503999 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-49f9ec3d-84c0-4280-8325-4c7a6a48b1fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0714421 May 19 12:25:48.624849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['798a721b-76d2-4afc-a9c4-c752be3ca25f'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:48.698280 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-3aaa9e2a-4bb5-4f64-872e-d28add5c1643 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734772 May 19 12:25:48.701147 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-578e6e5e-9457-4ca3-acbb-5f9d33e6ee3f service neutron] 10.222.0.77 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780403 May 19 12:25:48.809347 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:48.900746 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c9eab3e-7e7b-47ae-8332-74b8c8245419 req-5e87cb15-c82e-4199-bf5b-86e3517a8966 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773865 May 19 12:25:48.928504 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d20b1fa-4acc-4c1e-9569-d7c376421417 req-7fe1c07f-2fdc-429e-8b57-dd6e50243e93 service neutron] 10.222.0.77 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038498 May 19 12:25:49.319613 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:49.516156 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a72ce-f1e8-4acb-bd3f-8ae3ef70f10c req-cd816ff8-4aab-4c2a-8318-9b1bd17e4b76 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:49.517794 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-816a72ce-f1e8-4acb-bd3f-8ae3ef70f10c req-cd816ff8-4aab-4c2a-8318-9b1bd17e4b76 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 944 time: 0.0826316 May 19 12:25:49.543235 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84fb84-8611-4f5a-85dd-578d4b6c1de2 req-45af0e03-b160-4d00-88bd-7ce072ffe453 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:49.544819 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e84fb84-8611-4f5a-85dd-578d4b6c1de2 req-45af0e03-b160-4d00-88bd-7ce072ffe453 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0767601 May 19 12:25:49.632760 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-816a72ce-f1e8-4acb-bd3f-8ae3ef70f10c req-e34b1a32-c927-4bc5-8301-016027ea825e tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044769 May 19 12:25:49.645342 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:49.650779 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e84fb84-8611-4f5a-85dd-578d4b6c1de2 req-3765792e-4f79-48e8-9b8f-d3df62ec6ff4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923223 May 19 12:25:49.887861 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:50.319733 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:50.430267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 798a721b-76d2-4afc-a9c4-c752be3ca25f up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:50.500307 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 798a721b-76d2-4afc-a9c4-c752be3ca25f completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:50.656668 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fae7-56dc-4c9c-a6f8-93e3972d5273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.687716 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ab9d-a84f-438b-8a9b-b71aa93223a2 req-02e303ae-cac1-47c1-b902-c482f0ec8bfa tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.692104 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4c9ab9d-a84f-438b-8a9b-b71aa93223a2 req-02e303ae-cac1-47c1-b902-c482f0ec8bfa tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0844796 May 19 12:25:50.743096 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 798a721b-76d2-4afc-a9c4-c752be3ca25f triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:50.745094 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.770376 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4c9ab9d-a84f-438b-8a9b-b71aa93223a2 req-991918e7-0fd7-4ee9-9f61-03ddd36d9ec2 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697999 May 19 12:25:50.832346 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7f6bf-5329-45a9-bbc3-b54eb91be4cc req-0d02946b-fd51-416b-b35e-05e2c9b9e18d tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.840368 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-18a7f6bf-5329-45a9-bbc3-b54eb91be4cc req-0d02946b-fd51-416b-b35e-05e2c9b9e18d tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 944 time: 0.0900152 May 19 12:25:50.891071 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 798a721b-76d2-4afc-a9c4-c752be3ca25f is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:50.891448 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.915983 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798a721b-76d2-4afc-a9c4-c752be3ca25f'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:50.918267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b01b35-f180-412e-93fa-fc21ed2a168c" -d '{"events": [{"server_uuid": "82eb59af-b07c-4b0a-9a14-596ee9d70b44", "name": "network-vif-plugged", "status": "completed", "tag": "798a721b-76d2-4afc-a9c4-c752be3ca25f"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:50.931878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 798a721b-76d2-4afc-a9c4-c752be3ca25f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:50.933326 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ded61-f1b1-49fe-afe0-446bbb7822e7 req-6ca04162-6834-4ca2-a172-dd19e6432adc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.934966 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c90ded61-f1b1-49fe-afe0-446bbb7822e7 req-6ca04162-6834-4ca2-a172-dd19e6432adc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0733657 May 19 12:25:50.939592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-18a7f6bf-5329-45a9-bbc3-b54eb91be4cc req-ca1aa261-60eb-4e12-9e29-3a522843bc4d tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936246 May 19 12:25:50.990516 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914a100c-5aec-439b-8804-98c447419948 x-openstack-request-id: req-914a100c-5aec-439b-8804-98c447419948 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:50.990847 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eb59af-b07c-4b0a-9a14-596ee9d70b44", "name": "network-vif-plugged", "status": "completed", "tag": "798a721b-76d2-4afc-a9c4-c752be3ca25f", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:50.991115 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-914a100c-5aec-439b-8804-98c447419948 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:50.991566 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914a100c-5aec-439b-8804-98c447419948'] response: {'server_uuid': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798a721b-76d2-4afc-a9c4-c752be3ca25f', 'code': 200} May 19 12:25:51.007412 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c90ded61-f1b1-49fe-afe0-446bbb7822e7 req-56e3b604-1000-4c2a-ab29-e8c3567ce228 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644116 May 19 12:25:51.044535 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.097559 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=798a721b-76d2-4afc-a9c4-c752be3ca25f,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:51.527884 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47134) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:51.659080 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c376a6e3-bb8f-4981-b920-d48510665227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.766485 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c376a6e3-bb8f-4981-b920-d48510665227 admin admin] Publish callbacks [] for security_group (ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.861586 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.913080 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c586b1-0519-462b-b10b-80e7d96e7533 req-2ada6ea0-adf3-490c-ba24-acf2f8167190 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.914600 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78c586b1-0519-462b-b10b-80e7d96e7533 req-2ada6ea0-adf3-490c-ba24-acf2f8167190 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0507548 May 19 12:25:51.931180 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c376a6e3-bb8f-4981-b920-d48510665227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.977115 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c376a6e3-bb8f-4981-b920-d48510665227 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0eeb5a4dfefd4c48933acb0784553dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481237 May 19 12:25:51.986319 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47146) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:51.986319 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a6e3-bb8f-4981-b920-d48510665227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:51.986659 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78c586b1-0519-462b-b10b-80e7d96e7533 req-8c872701-ed05-4cf5-8740-f752ee5260e4 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651281 May 19 12:25:52.084851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa6962d2-cb5f-4a21-9795-3e229b0b3c74 admin admin] Publish callbacks [] for security_group (ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.113604 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47152) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:52.127978 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa6962d2-cb5f-4a21-9795-3e229b0b3c74 admin admin] Publish callbacks [] for security_group (ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.142263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128b4b4-18fa-453e-8fe6-c1205268e330 req-cd1c30ae-dc5d-4089-a53c-ecd3ec078ff7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:52.144113 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b128b4b4-18fa-453e-8fe6-c1205268e330 req-cd1c30ae-dc5d-4089-a53c-ecd3ec078ff7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.0886621 May 19 12:25:52.170899 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0716e1-04a4-4682-94b7-73662ce78e9c req-fd541679-2342-41b6-b98c-c2486a6408c1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:52.172901 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad0716e1-04a4-4682-94b7-73662ce78e9c req-fd541679-2342-41b6-b98c-c2486a6408c1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0724347 May 19 12:25:52.228296 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b128b4b4-18fa-453e-8fe6-c1205268e330 req-0a25964f-0e49-4176-a6eb-3cc9327947bc tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730071 May 19 12:25:52.238074 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-03374406-3538-4c7f-92bc-639f3b571076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.255068 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad0716e1-04a4-4682-94b7-73662ce78e9c req-54b79acb-eda6-4441-b5f1-da2f069103ff tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677099 May 19 12:25:52.320253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa6962d2-cb5f-4a21-9795-3e229b0b3c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.322920 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa6962d2-cb5f-4a21-9795-3e229b0b3c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.327808 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fa6962d2-cb5f-4a21-9795-3e229b0b3c74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534 HTTP/1.1" status: 204 len: 168 time: 0.3330512 May 19 12:25:52.346941 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6962d2-cb5f-4a21-9795-3e229b0b3c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad72aa24-0ba3-4b9c-b7e1-dee01a7c9534,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:52.408199 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-03374406-3538-4c7f-92bc-639f3b571076 admin admin] Publish callbacks [] for security_group (3c43a9b4-ccda-43b9-99a6-fb4498f31d3d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.568188 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-03374406-3538-4c7f-92bc-639f3b571076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (3c43a9b4-ccda-43b9-99a6-fb4498f31d3d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.610968 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-03374406-3538-4c7f-92bc-639f3b571076 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b5eb3b58007493b82f19ac1a1f0582a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962962 May 19 12:25:52.618879 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03374406-3538-4c7f-92bc-639f3b571076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c43a9b4-ccda-43b9-99a6-fb4498f31d3d,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:52.619042 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47158) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:52.677094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e081b770-b730-4228-9233-21d37decd245 admin admin] Publish callbacks [] for security_group (3c43a9b4-ccda-43b9-99a6-fb4498f31d3d), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.705822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e081b770-b730-4228-9233-21d37decd245 admin admin] Publish callbacks [] for security_group (3c43a9b4-ccda-43b9-99a6-fb4498f31d3d), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.850104 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e081b770-b730-4228-9233-21d37decd245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (3c43a9b4-ccda-43b9-99a6-fb4498f31d3d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.852745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e081b770-b730-4228-9233-21d37decd245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:52.853980 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e081b770-b730-4228-9233-21d37decd245 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c43a9b4-ccda-43b9-99a6-fb4498f31d3d HTTP/1.1" status: 204 len: 168 time: 0.2388637 May 19 12:25:52.863479 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081b770-b730-4228-9233-21d37decd245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c43a9b4-ccda-43b9-99a6-fb4498f31d3d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:52.947898 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:53.104341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ef65-0e88-4414-ac97-9f673a3a500d req-4465a600-76f8-4afe-a979-a7f8f50e3d5c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:53.105936 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a88ef65-0e88-4414-ac97-9f673a3a500d req-4465a600-76f8-4afe-a979-a7f8f50e3d5c tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0521991 May 19 12:25:53.151272 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:53.177758 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a88ef65-0e88-4414-ac97-9f673a3a500d req-d33565e9-8f15-4924-910b-786a4dfbc4cf tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655651 May 19 12:25:53.313971 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:53.430678 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432247a-45fc-4253-abdb-98c290523e12 req-72c5c170-88fe-40c5-b38f-c1ed7d6f01b7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:53.432473 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0432247a-45fc-4253-abdb-98c290523e12 req-72c5c170-88fe-40c5-b38f-c1ed7d6f01b7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.0847948 May 19 12:25:53.438801 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47172) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:53.446364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3a5e2-c91b-4f8b-8a42-d50c3543ef9b req-15d618ba-52a8-4375-89d8-1220bdfda44e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:53.447941 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e5e3a5e2-c91b-4f8b-8a42-d50c3543ef9b req-15d618ba-52a8-4375-89d8-1220bdfda44e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0686362 May 19 12:25:53.463116 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4508810b-d647-4ec5-a17f-2dcfa6f83c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:53.546802 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0432247a-45fc-4253-abdb-98c290523e12 req-feda5bfa-2534-4990-9919-597c3ad3ddd2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 May 19 12:25:53.559839 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e5e3a5e2-c91b-4f8b-8a42-d50c3543ef9b req-9e6c405d-ae4d-4e76-a9ac-a2455fd347bf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010678 May 19 12:25:53.571839 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4508810b-d647-4ec5-a17f-2dcfa6f83c4b admin admin] Publish callbacks [] for security_group (98c7198a-30d0-4e75-a23e-9a2e58814df3), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:53.704820 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4508810b-d647-4ec5-a17f-2dcfa6f83c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (98c7198a-30d0-4e75-a23e-9a2e58814df3), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:53.705925 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:53.778202 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4508810b-d647-4ec5-a17f-2dcfa6f83c4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2003cf15930a49028524e5a9efb40baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378677 May 19 12:25:53.781859 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47180) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:53.782070 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508810b-d647-4ec5-a17f-2dcfa6f83c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c7198a-30d0-4e75-a23e-9a2e58814df3,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:53.790304 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2675-2ebb-4773-8023-34ca714d19ba req-acd020a8-2624-4154-8f56-0f0e7a50f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:53.791671 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d4d2675-2ebb-4773-8023-34ca714d19ba req-acd020a8-2624-4154-8f56-0f0e7a50f065 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 1129 time: 0.0639570 May 19 12:25:53.846133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f48bdcb-7438-4317-9054-fee102355424 admin admin] Publish callbacks [] for security_group (98c7198a-30d0-4e75-a23e-9a2e58814df3), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:53.872184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f48bdcb-7438-4317-9054-fee102355424 admin admin] Publish callbacks [] for security_group (98c7198a-30d0-4e75-a23e-9a2e58814df3), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:53.898147 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:54.128385 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4d4d2675-2ebb-4773-8023-34ca714d19ba req-6c92de8f-7236-49aa-a7a0-a511d089aebc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 May 19 12:25:54.198731 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f48bdcb-7438-4317-9054-fee102355424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (98c7198a-30d0-4e75-a23e-9a2e58814df3), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.201253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f48bdcb-7438-4317-9054-fee102355424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.202594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-7f48bdcb-7438-4317-9054-fee102355424 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98c7198a-30d0-4e75-a23e-9a2e58814df3 HTTP/1.1" status: 204 len: 168 time: 0.4190841 May 19 12:25:54.216894 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48bdcb-7438-4317-9054-fee102355424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c7198a-30d0-4e75-a23e-9a2e58814df3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:54.248473 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:54.311008 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60093e44-72d1-4704-aa54-bbb57d18b0e0 req-dd0230c6-1b07-4117-8ec5-9fa9b860d4b7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:54.313143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60093e44-72d1-4704-aa54-bbb57d18b0e0 req-dd0230c6-1b07-4117-8ec5-9fa9b860d4b7 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0531909 May 19 12:25:54.370768 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60093e44-72d1-4704-aa54-bbb57d18b0e0 req-dcac4a74-65b2-421d-83e1-f42cc4836a5b tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/security-groups?id=89a484e9-931c-4866-ad11-3827bf4db844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516117 May 19 12:25:54.530073 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-dded2d6c-28db-45aa-8140-fa8572d4a254 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:54.532676 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-dded2d6c-28db-45aa-8140-fa8572d4a254 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.77 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 945 time: 0.0960457 May 19 12:25:54.680878 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Deleting port 82ec4d27-e4be-404b-a6d9-8404077c5070 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:54.681432 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.723146 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab06e25-3e58-4357-b159-b612cbe7c3a3 req-12baed96-677a-4bcf-9d02-2f559adcdc3f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:54.730260 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9ab06e25-3e58-4357-b159-b612cbe7c3a3 req-12baed96-677a-4bcf-9d02-2f559adcdc3f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1043975 May 19 12:25:54.769269 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ad4d6-e4c7-491e-92f9-7f36a767da97 req-dfef9d4e-b1cb-43fd-bb8b-1ae632309c30 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:54.770938 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea1ad4d6-e4c7-491e-92f9-7f36a767da97 req-dfef9d4e-b1cb-43fd-bb8b-1ae632309c30 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.1141622 May 19 12:25:54.821777 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9ab06e25-3e58-4357-b159-b612cbe7c3a3 req-6a02bbcc-8ab2-40c3-9138-d9a6b5426fa1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 May 19 12:25:54.823098 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.837125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] For port 82ec4d27-e4be-404b-a6d9-8404077c5070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82ec4d27-e4be-404b-a6d9-8404077c5070,segment=NetworkSegment(ff592c91-8780-4530-8a70-95497e9867b2),segment_id=ff592c91-8780-4530-8a70-95497e9867b2)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:54.837713 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.861876 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Calling delete_port for 82ec4d27-e4be-404b-a6d9-8404077c5070 owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:54.863588 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:54.872313 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea1ad4d6-e4c7-491e-92f9-7f36a767da97 req-588af9c8-ea0e-4b2d-8f6d-32323d4428fd tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922680 May 19 12:25:55.222256 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (82ec4d27-e4be-404b-a6d9-8404077c5070), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:55.243266 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['82ec4d27-e4be-404b-a6d9-8404077c5070'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:55.284199 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Pushing event deleted for resources: {'Port': ['ID=82ec4d27-e4be-404b-a6d9-8404077c5070,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:55.323176 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] No DVR routers for this DVR port 82ec4d27-e4be-404b-a6d9-8404077c5070 on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:25:55.326445 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:55.329942 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-66970c71-ca80-4391-b6b4-b154fcdc8e49 req-374ec845-9a2c-4c12-a1c2-bc093a1f8aad tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.77 "DELETE /v2.0/ports/82ec4d27-e4be-404b-a6d9-8404077c5070 HTTP/1.1" status: 204 len: 173 time: 0.7914853 May 19 12:25:55.330428 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'name': 'network-vif-deleted', 'tag': '82ec4d27-e4be-404b-a6d9-8404077c5070'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:55.332713 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934547ea-1ba9-45b6-98a0-21bbbc44f740" -d '{"events": [{"server_uuid": "29fc59e9-f88a-46c9-a0d8-c695f778541e", "name": "network-vif-deleted", "tag": "82ec4d27-e4be-404b-a6d9-8404077c5070"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:55.380335 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21965eb2-c5da-4117-b628-3dbc37de207d x-openstack-request-id: req-21965eb2-c5da-4117-b628-3dbc37de207d {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:55.381162 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc59e9-f88a-46c9-a0d8-c695f778541e", "name": "network-vif-deleted", "tag": "82ec4d27-e4be-404b-a6d9-8404077c5070", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:55.381747 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21965eb2-c5da-4117-b628-3dbc37de207d {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:55.382534 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21965eb2-c5da-4117-b628-3dbc37de207d'] response: {'server_uuid': '29fc59e9-f88a-46c9-a0d8-c695f778541e', 'name': 'network-vif-deleted', 'tag': '82ec4d27-e4be-404b-a6d9-8404077c5070', 'status': 'completed', 'code': 200} May 19 12:25:55.502115 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46ce3a89-8392-4a62-ae46-c15d16f3e67b req-a17258fe-54b3-48c7-8825-c023efe29550 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.0359406 May 19 12:25:55.996234 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910cbec-c7d2-4aa6-8881-42f41583f263 req-db07e6b4-8e0c-496f-adae-7bdc32edc992 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:55.999525 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4910cbec-c7d2-4aa6-8881-42f41583f263 req-db07e6b4-8e0c-496f-adae-7bdc32edc992 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1010287 May 19 12:25:56.044067 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35133410-55b4-4f2e-bdd8-c30748fd8d6c req-26966950-e2d5-41bb-8772-f39439a4e71c tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:56.047555 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-35133410-55b4-4f2e-bdd8-c30748fd8d6c req-26966950-e2d5-41bb-8772-f39439a4e71c tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.0927892 May 19 12:25:56.152280 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4910cbec-c7d2-4aa6-8881-42f41583f263 req-28558dec-41ab-40fd-b51f-60fd0daae1c8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450825 May 19 12:25:56.163277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-35133410-55b4-4f2e-bdd8-c30748fd8d6c req-158d81e5-567d-498e-ab06-a4014e6dd9b6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 May 19 12:25:56.394041 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:56.636315 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-071e4278-bc43-44a1-8254-2f8202f1c5dd req-7678b017-17bd-44a4-b81b-4c120de86ccf tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.0291910 May 19 12:25:56.854303 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=24 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:57.365651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9c25-9ed4-47fc-9583-faf279c06ff7 req-88c8a06f-7cae-49d6-a8b8-78c0ef22a07b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:57.367240 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f75b9c25-9ed4-47fc-9583-faf279c06ff7 req-88c8a06f-7cae-49d6-a8b8-78c0ef22a07b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0984735 May 19 12:25:57.373836 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5d85b-9fe4-4c8f-ab5b-8106183f5cf4 req-92d328c7-21ee-4245-b057-c5606f5652ad tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:57.379123 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72c5d85b-9fe4-4c8f-ab5b-8106183f5cf4 req-92d328c7-21ee-4245-b057-c5606f5652ad tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.1049879 May 19 12:25:57.461868 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f75b9c25-9ed4-47fc-9583-faf279c06ff7 req-7f400354-cb9d-4f1c-b510-06b7ce1702be tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852067 May 19 12:25:57.486151 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72c5d85b-9fe4-4c8f-ab5b-8106183f5cf4 req-e79ac521-f36e-4cd6-938d-e73880f4785f tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 May 19 12:25:57.778366 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-488bc3ce-7fb4-4cb4-9ccd-fb1cec731487 req-029cc464-f03e-4a22-b9f5-f6a40e979285 tempest-DeleteServersTestJSON-487682689 tempest-DeleteServersTestJSON-487682689-project] 10.222.0.57 "GET /v2.0/ports?device_id=29fc59e9-f88a-46c9-a0d8-c695f778541e HTTP/1.1" status: 200 len: 210 time: 0.0439882 May 19 12:25:58.116805 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47302) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:58.249366 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7839a53-ba9e-4602-992f-d0c6fb20d49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.385078 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7839a53-ba9e-4602-992f-d0c6fb20d49d admin admin] Publish callbacks [] for security_group (b799b49a-458f-4344-a3c7-942c32109973), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.485900 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 82ec4d27-e4be-404b-a6d9-8404077c5070 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:58.522526 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 82ec4d27-e4be-404b-a6d9-8404077c5070 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:58.523007 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 82ec4d27-e4be-404b-a6d9-8404077c5070 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:58.531587 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7839a53-ba9e-4602-992f-d0c6fb20d49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b799b49a-458f-4344-a3c7-942c32109973), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.615454 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d7839a53-ba9e-4602-992f-d0c6fb20d49d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=860fed3f7493426d94ee9202287eb904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974363 May 19 12:25:58.619038 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47318) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:58.636424 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7839a53-ba9e-4602-992f-d0c6fb20d49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b799b49a-458f-4344-a3c7-942c32109973,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:58.663746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98c78f-1b21-4107-b5e4-c603c643cec9 req-6925239a-0068-4294-ab1d-5a84bed4e89e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:58.665416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad98c78f-1b21-4107-b5e4-c603c643cec9 req-6925239a-0068-4294-ab1d-5a84bed4e89e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0767899 May 19 12:25:58.688658 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff3158df-535f-4c29-b536-06376afa8b79 admin admin] Publish callbacks [] for security_group (b799b49a-458f-4344-a3c7-942c32109973), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.716895 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff3158df-535f-4c29-b536-06376afa8b79 admin admin] Publish callbacks [] for security_group (b799b49a-458f-4344-a3c7-942c32109973), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.754455 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad98c78f-1b21-4107-b5e4-c603c643cec9 req-f2fa2974-c667-4d6a-b440-76c87d4cd449 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778837 May 19 12:25:58.916241 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff3158df-535f-4c29-b536-06376afa8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b799b49a-458f-4344-a3c7-942c32109973), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.919467 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff3158df-535f-4c29-b536-06376afa8b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.921442 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ff3158df-535f-4c29-b536-06376afa8b79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b799b49a-458f-4344-a3c7-942c32109973 HTTP/1.1" status: 204 len: 168 time: 0.3012259 May 19 12:25:58.937837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3158df-535f-4c29-b536-06376afa8b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b799b49a-458f-4344-a3c7-942c32109973,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:59.522734 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:59.532326 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80f343-86ce-4fba-81cc-6a2fb22579eb req-e2fc35a6-f0b3-4ae7-8aff-843d34e58718 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:59.533920 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d80f343-86ce-4fba-81cc-6a2fb22579eb req-e2fc35a6-f0b3-4ae7-8aff-843d34e58718 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.0843542 May 19 12:25:59.586806 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d80f343-86ce-4fba-81cc-6a2fb22579eb req-a2b26657-9c77-46c4-8d56-8abc65f43327 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 May 19 12:25:59.938790 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41a29c-920b-4e30-bf95-9d4bf69d736c req-9d7baed7-756c-4d9b-b248-1cf81329f6ee tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:59.940435 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d41a29c-920b-4e30-bf95-9d4bf69d736c req-9d7baed7-756c-4d9b-b248-1cf81329f6ee tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0605731 May 19 12:25:59.946368 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47350) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:59.997543 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b9f9-f5ad-4cca-9e7c-ea9d95116e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.086820 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d41a29c-920b-4e30-bf95-9d4bf69d736c req-ec3ebdc8-0675-4de1-afcd-6b07d5ee3b3b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284969 May 19 12:26:00.113395 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:00.181173 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b9f9-f5ad-4cca-9e7c-ea9d95116e3c admin admin] Publish callbacks [] for security_group (199802bf-d5ea-40d2-a808-9367663fe3e8), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.293517 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b9f9-f5ad-4cca-9e7c-ea9d95116e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (199802bf-d5ea-40d2-a808-9367663fe3e8), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.337972 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5b9f9-f5ad-4cca-9e7c-ea9d95116e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199802bf-d5ea-40d2-a808-9367663fe3e8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:00.346638 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-aaf5b9f9-f5ad-4cca-9e7c-ea9d95116e3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e14773bfa4a4ed4901f4d1589b4a7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972747 May 19 12:26:00.349384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47352) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:00.435305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e4cf32f0-8238-405d-8624-50350ed5a330 admin admin] Publish callbacks [] for security_group (199802bf-d5ea-40d2-a808-9367663fe3e8), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.463628 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e4cf32f0-8238-405d-8624-50350ed5a330 admin admin] Publish callbacks [] for security_group (199802bf-d5ea-40d2-a808-9367663fe3e8), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.583559 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47362) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:00.665446 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Deleting subnet b9bc4d52-7265-4f1c-a594-4f5cc278ab73 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:26:00.668240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e4cf32f0-8238-405d-8624-50350ed5a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (199802bf-d5ea-40d2-a808-9367663fe3e8), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.672027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e4cf32f0-8238-405d-8624-50350ed5a330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.673036 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e4cf32f0-8238-405d-8624-50350ed5a330 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/199802bf-d5ea-40d2-a808-9367663fe3e8 HTTP/1.1" status: 204 len: 168 time: 0.3222656 May 19 12:26:00.683340 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Publish callbacks [] for subnet (b9bc4d52-7265-4f1c-a594-4f5cc278ab73), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.684355 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf32f0-8238-405d-8624-50350ed5a330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199802bf-d5ea-40d2-a808-9367663fe3e8,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:00.742500 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Publish callbacks [] for subnet (b9bc4d52-7265-4f1c-a594-4f5cc278ab73), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.763244 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (b9bc4d52-7265-4f1c-a594-4f5cc278ab73), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.808309 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ef85-9872-4dfd-b9d1-76b95e3fe1f2 req-974b7aec-bdb2-49ff-a72c-957a3cc7d42e tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:00.811735 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0558ef85-9872-4dfd-b9d1-76b95e3fe1f2 req-974b7aec-bdb2-49ff-a72c-957a3cc7d42e tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.0628607 May 19 12:26:00.900473 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0558ef85-9872-4dfd-b9d1-76b95e3fe1f2 req-5c61db4b-443d-49bd-91d6-41f282957a4c tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 May 19 12:26:01.010875 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (b9bc4d52-7265-4f1c-a594-4f5cc278ab73), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.076216 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9bc4d52-7265-4f1c-a594-4f5cc278ab73,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:01.078471 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.085497 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-04dcde1a-f2f3-453b-8b61-86d04c7d80f8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b9bc4d52-7265-4f1c-a594-4f5cc278ab73 HTTP/1.1" status: 204 len: 168 time: 0.5009944 May 19 12:26:01.087203 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47380) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:01.183693 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (2f3390c0-b684-4d42-a2cd-9e9a66f58fcb), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.345704 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff3ad-dc0f-4534-9e9d-aa6f755ea88e req-88f9b0ef-16c3-4a8b-8c5f-11e8802ede3e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:01.347383 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e8ff3ad-dc0f-4534-9e9d-aa6f755ea88e req-88f9b0ef-16c3-4a8b-8c5f-11e8802ede3e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1116993 May 19 12:26:01.349458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (2f3390c0-b684-4d42-a2cd-9e9a66f58fcb), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.367784 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:01.372465 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-7f8272c6-8e2b-456a-9308-cd97e7004b98 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:01.375050 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-7f8272c6-8e2b-456a-9308-cd97e7004b98 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.0827732 May 19 12:26:01.402721 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.403270 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > port after_create 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > port after_update 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.406901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.542124 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Deleting port 798a721b-76d2-4afc-a9c4-c752be3ca25f {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:01.542599 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.565121 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.565730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.566023 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.566453 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:01.566993 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3390c0-b684-4d42-a2cd-9e9a66f58fcb']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.603070 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff592c91-8780-4530-8a70-95497e9867b2') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.603352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff592c91-8780-4530-8a70-95497e9867b2') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.631189 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (ff592c91-8780-4530-8a70-95497e9867b2), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.639299 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e8ff3ad-dc0f-4534-9e9d-aa6f755ea88e req-c1d068c1-d60b-4e31-88da-4033c87f8043 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802086 May 19 12:26:01.678367 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (ff592c91-8780-4530-8a70-95497e9867b2), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.702082 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:26:01.702794 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (ff592c91-8780-4530-8a70-95497e9867b2), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: from cryptography.utils import int_from_bytes May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: from cryptography.utils import int_from_bytes May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:26:01.722450 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:26:01.959177 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] For port 798a721b-76d2-4afc-a9c4-c752be3ca25f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=798a721b-76d2-4afc-a9c4-c752be3ca25f,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:01.960026 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.962486 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (2f3390c0-b684-4d42-a2cd-9e9a66f58fcb), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.977595 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.986363 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] 10.222.0.57 "DELETE /v2.0/networks/2f3390c0-b684-4d42-a2cd-9e9a66f58fcb HTTP/1.1" status: 204 len: 168 time: 0.8935714 May 19 12:26:01.989588 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Calling delete_port for 798a721b-76d2-4afc-a9c4-c752be3ca25f owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:02.036889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159f367-9b18-46b5-8e71-bdbbd68d466b admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3390c0-b684-4d42-a2cd-9e9a66f58fcb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:02.131357 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9220d0-9cc3-4f5f-b262-9e329e5ab12e req-8317820c-d718-4f8e-913f-c138e8802337 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:02.131357 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f9220d0-9cc3-4f5f-b262-9e329e5ab12e req-8317820c-d718-4f8e-913f-c138e8802337 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 945 time: 0.1171987 May 19 12:26:02.199690 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f9220d0-9cc3-4f5f-b262-9e329e5ab12e req-469a51af-a03b-469e-94b4-ad17b9f2106d tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588276 May 19 12:26:02.339842 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (798a721b-76d2-4afc-a9c4-c752be3ca25f), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:02.354956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['798a721b-76d2-4afc-a9c4-c752be3ca25f'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:26:02.413948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Pushing event deleted for resources: {'Port': ['ID=798a721b-76d2-4afc-a9c4-c752be3ca25f,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:02.425423 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:02.505376 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] No DVR routers for this DVR port 798a721b-76d2-4afc-a9c4-c752be3ca25f on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:02.510706 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47406) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:02.513627 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:02.517780 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-40ff0dfa-6087-47d8-9ec8-247d755dd61e req-882a554b-ad38-427d-823e-4c653d273f54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "DELETE /v2.0/ports/798a721b-76d2-4afc-a9c4-c752be3ca25f HTTP/1.1" status: 204 len: 173 time: 1.1345682 May 19 12:26:02.521951 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'name': 'network-vif-deleted', 'tag': '798a721b-76d2-4afc-a9c4-c752be3ca25f'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:02.524471 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c198b1-d293-4a5d-ac46-ea1e6b1523e4" -d '{"events": [{"server_uuid": "82eb59af-b07c-4b0a-9a14-596ee9d70b44", "name": "network-vif-deleted", "tag": "798a721b-76d2-4afc-a9c4-c752be3ca25f"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:02.561245 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47412) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:02.585657 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a78eb6-dff0-4aa2-aa3e-08f20fb5b11a x-openstack-request-id: req-a2a78eb6-dff0-4aa2-aa3e-08f20fb5b11a {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:02.586994 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eb59af-b07c-4b0a-9a14-596ee9d70b44", "name": "network-vif-deleted", "tag": "798a721b-76d2-4afc-a9c4-c752be3ca25f", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:02.586994 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2a78eb6-dff0-4aa2-aa3e-08f20fb5b11a {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:02.588119 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a78eb6-dff0-4aa2-aa3e-08f20fb5b11a'] response: {'server_uuid': '82eb59af-b07c-4b0a-9a14-596ee9d70b44', 'name': 'network-vif-deleted', 'tag': '798a721b-76d2-4afc-a9c4-c752be3ca25f', 'status': 'completed', 'code': 200} May 19 12:26:02.648654 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-f3d43971-b5e7-46cb-b503-e99e31aaf9d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99c98b6b528545f7a18638d5a0f69bb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0852625 May 19 12:26:02.651607 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47414) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:02.710348 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:02.759132 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed344-0375-4344-8412-331c0edc5b4b admin admin] Publish callbacks [] for security_group (89a484e9-931c-4866-ad11-3827bf4db844), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:02.792747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553dd00-9956-484e-a604-45f25933b237 req-24218ecd-777c-44bb-b9bd-9b29da0ffaee tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:02.794482 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4553dd00-9956-484e-a604-45f25933b237 req-24218ecd-777c-44bb-b9bd-9b29da0ffaee tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0602236 May 19 12:26:02.813806 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:02.831856 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed344-0375-4344-8412-331c0edc5b4b admin admin] Publish callbacks [] for security_group (89a484e9-931c-4866-ad11-3827bf4db844), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:02.874707 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4553dd00-9956-484e-a604-45f25933b237 req-1adc9309-2c68-41f8-a313-1677ee7e14f3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673368 May 19 12:26:02.916984 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-395253724-network', 'tenant_id': '0e2640459def4ed3b1716c7cac92a6a7'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:03.110037 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed344-0375-4344-8412-331c0edc5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (89a484e9-931c-4866-ad11-3827bf4db844), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.115425 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed344-0375-4344-8412-331c0edc5b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.117011 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ce9ed344-0375-4344-8412-331c0edc5b4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89a484e9-931c-4866-ad11-3827bf4db844 HTTP/1.1" status: 204 len: 168 time: 0.4638805 May 19 12:26:03.123680 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Made reservation on behalf of 0e2640459def4ed3b1716c7cac92a6a7 for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:03.126981 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.146595 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed344-0375-4344-8412-331c0edc5b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a484e9-931c-4866-ad11-3827bf4db844,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:03.152320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.281817 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks [] for security_group (ad7488e8-7880-4cad-baa4-5b7df3a7626e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.380145 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-301177a0-2e86-4c5c-ad48-6fc7e2f9f6af req-ed425587-7d99-48c6-a38a-2ba630228d54 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=82eb59af-b07c-4b0a-9a14-596ee9d70b44 HTTP/1.1" status: 200 len: 210 time: 0.0302994 May 19 12:26:03.502684 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ad7488e8-7880-4cad-baa4-5b7df3a7626e), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.551127 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=104399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:26:03.551127 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7488e8-7880-4cad-baa4-5b7df3a7626e,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:03.554586 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6aa35ef5-5985-41d3-b059-f25e408c361b), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.554962 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Added segment 6aa35ef5-5985-41d3-b059-f25e408c361b of type vlan for network 4c184e96-c475-4837-a16b-85a9f99f68da May 19 12:26:03.615049 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (4c184e96-c475-4837-a16b-85a9f99f68da), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.889882 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (4c184e96-c475-4837-a16b-85a9f99f68da), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:03.891278 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:03.891905 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:04.004782 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] Pushing event updated for resources: {'Network': ['ID=4c184e96-c475-4837-a16b-85a9f99f68da,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:04.028077 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 4c184e96-c475-4837-a16b-85a9f99f68da details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:26:04.079139 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73999e-0494-43d1-872d-4fc1a7103eed req-f25f3c71-52c4-4261-8a95-8a3bfe78ee93 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:04.083832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8f73999e-0494-43d1-872d-4fc1a7103eed req-f25f3c71-52c4-4261-8a95-8a3bfe78ee93 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1057541 May 19 12:26:04.126617 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-20d512ed-93cd-4afb-8052-e2408d1b621a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6063313 May 19 12:26:04.127139 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47442) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:04.127755 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Request body: {'subnet': {'network_id': '4c184e96-c475-4837-a16b-85a9f99f68da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-395253724-subnet', 'tenant_id': '0e2640459def4ed3b1716c7cac92a6a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:04.201521 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8f73999e-0494-43d1-872d-4fc1a7103eed req-625f7d08-baac-4fb3-b399-330b1b8ee953 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086905 May 19 12:26:04.274493 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Made reservation on behalf of 0e2640459def4ed3b1716c7cac92a6a7 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:04.278073 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:04.516549 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 798a721b-76d2-4afc-a9c4-c752be3ca25f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:04.538204 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 798a721b-76d2-4afc-a9c4-c752be3ca25f {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:04.538589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 798a721b-76d2-4afc-a9c4-c752be3ca25f not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:04.662876 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (0e9fdbcd-878b-43e9-855d-d9c5945f630b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:04.767071 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:04.797516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9fdbcd-878b-43e9-855d-d9c5945f630b,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:04.830523 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Checking segment: {'id': '6aa35ef5-5985-41d3-b059-f25e408c361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4c184e96-c475-4837-a16b-85a9f99f68da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:04.831053 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Network hostable DHCP agents. Network: 4c184e96-c475-4837-a16b-85a9f99f68da, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:26:04.890680 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-89e6fe2a-6c40-4e85-8011-94a52c53ead4 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:04.892344 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-89e6fe2a-6c40-4e85-8011-94a52c53ead4 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/networks?id=2a706f2f-b53b-4a57-8c78-98defdba4774 HTTP/1.1" status: 200 len: 808 time: 0.1982114 May 19 12:26:04.915475 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-2f363c4f-b015-4efa-ab54-36d0a420f496 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/quotas/9f556df7a95041279685098584415ed1 HTTP/1.1" status: 200 len: 375 time: 0.0133326 May 19 12:26:04.959712 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-817d564d-e744-4f87-b40b-9752bd942ddf tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f556df7a95041279685098584415ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364995 May 19 12:26:05.035267 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Network 4c184e96-c475-4837-a16b-85a9f99f68da is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:26:05.103042 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-34b12b2c-b9c5-49ed-8f0f-ede7950c9c7a service neutron] 10.222.0.57 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357784 May 19 12:26:05.201704 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 4c184e96-c475-4837-a16b-85a9f99f68da) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:05.212945 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfbf1d-68ac-4783-93f6-3bc8b1dd0f38 None None] Network 4c184e96-c475-4837-a16b-85a9f99f68da requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:05.218623 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:05.219635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:05.222520 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:05.225168 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-c5cef869-9d93-4847-a358-632225db187e service neutron] 10.222.0.57 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151235 May 19 12:26:05.265868 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:05.334212 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-af867596-4836-4bc1-b5c0-57ada0864e13 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2133553 May 19 12:26:05.423738 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a8edc-4a2a-4ff0-99a8-6d1bafcfcccf None None] Network 4c184e96-c475-4837-a16b-85a9f99f68da requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:05.656542 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c4b6f-9084-4d93-8228-98c4d908ecc6 req-8183decf-ad62-4cf3-a9ad-6aeb1989a925 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:05.664048 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f8c4b6f-9084-4d93-8228-98c4d908ecc6 req-8183decf-ad62-4cf3-a9ad-6aeb1989a925 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0679429 May 19 12:26:05.717145 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f8c4b6f-9084-4d93-8228-98c4d908ecc6 req-62eb177c-dc52-4979-89b2-aeef9da327ec tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518913 May 19 12:26:05.829294 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5a625185-baec-4c42-879c-a52b729960ae req-0f93cfcd-3859-417e-9840-90a234fdd731 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 210 time: 0.0370622 May 19 12:26:06.099626 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:06.605056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47520) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:06.610984 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680258986-network', 'tenant_id': 'e2d0451cc99743a9a3e600fe30b7b4be'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:06.728110 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Made reservation on behalf of e2d0451cc99743a9a3e600fe30b7b4be for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:06.732620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:06.759487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:06.944134 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bb506629-b764-4cbc-92c8-33ca36a28a1a req-5b1608c4-3ebf-4394-a30a-6b871e568ed3 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 210 time: 0.0484614 May 19 12:26:06.954450 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c850-c2b1-4fb5-a6d9-ebe1d0649f4f req-0064e27c-192b-4198-aa53-d28bf174b52f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:06.956738 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1957c850-c2b1-4fb5-a6d9-ebe1d0649f4f req-0064e27c-192b-4198-aa53-d28bf174b52f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1080594 May 19 12:26:06.969668 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks [] for security_group (b2d32719-99c5-40ce-b2f4-dbd1bb71c82a), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.043786 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1957c850-c2b1-4fb5-a6d9-ebe1d0649f4f req-1cb370d2-c03b-4822-ad07-1a6138084253 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767531 May 19 12:26:07.133902 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b2d32719-99c5-40ce-b2f4-dbd1bb71c82a), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.164727 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:26:07.176519 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d32719-99c5-40ce-b2f4-dbd1bb71c82a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:07.181888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (325bc7b9-9ef1-4a71-805c-fad5f4bacc49), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.185799 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Added segment 325bc7b9-9ef1-4a71-805c-fad5f4bacc49 of type vlan for network d703cfed-9442-4cc0-8669-f6d79e826d26 May 19 12:26:07.230745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (d703cfed-9442-4cc0-8669-f6d79e826d26), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.376480 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (d703cfed-9442-4cc0-8669-f6d79e826d26), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.377577 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:07.378178 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.447083 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] Pushing event updated for resources: {'Network': ['ID=d703cfed-9442-4cc0-8669-f6d79e826d26,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:07.462653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network d703cfed-9442-4cc0-8669-f6d79e826d26 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:26:07.549717 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6de18aba-e815-48e7-942d-a5b73baf4b66 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9432931 May 19 12:26:07.554384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47534) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:07.560126 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Request body: {'subnet': {'network_id': 'd703cfed-9442-4cc0-8669-f6d79e826d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680258986-subnet', 'tenant_id': 'e2d0451cc99743a9a3e600fe30b7b4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:07.731517 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Made reservation on behalf of e2d0451cc99743a9a3e600fe30b7b4be for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:07.735943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.790644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:07.844950 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-bdd15820-09c5-4125-90a2-0aa1a2cd83d1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555587 May 19 12:26:07.981598 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-54dc7be2-4f7c-4ea5-9168-123a6e97a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:07.986569 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-54dc7be2-4f7c-4ea5-9168-123a6e97a732 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0682280 May 19 12:26:08.091255 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-287fcb30-97d8-4b7a-a9a6-aa49e3db9f88 req-c51e328c-cfde-4479-9e66-a0fc20828125 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 210 time: 0.0361781 May 19 12:26:08.106916 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (9b58723e-8c00-4a78-9305-e9a22aef6cca), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:08.177841 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-46fbe848-93a6-47d3-b61b-6c9e24d0a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.179783 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-46fbe848-93a6-47d3-b61b-6c9e24d0a9cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 911 time: 0.1623204 May 19 12:26:08.253267 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b58723e-8c00-4a78-9305-e9a22aef6cca,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:08.261487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Checking segment: {'id': '325bc7b9-9ef1-4a71-805c-fad5f4bacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd703cfed-9442-4cc0-8669-f6d79e826d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:08.262011 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Network hostable DHCP agents. Network: d703cfed-9442-4cc0-8669-f6d79e826d26, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:26:08.281657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a68be-e85a-4088-80a2-43b5e501bc6f req-7e9e57b5-615d-4d1d-9779-35f9c0799b0d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.283039 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-759a68be-e85a-4088-80a2-43b5e501bc6f req-7e9e57b5-615d-4d1d-9779-35f9c0799b0d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1199882 May 19 12:26:08.363781 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-759a68be-e85a-4088-80a2-43b5e501bc6f req-ed7624ca-1040-4c54-84ba-3f6bb5468748 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725029 May 19 12:26:08.453438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Network d703cfed-9442-4cc0-8669-f6d79e826d26 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:26:08.557208 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-bb844427-e2de-4b79-bf31-42ff2a769a09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 1001 time: 0.0699394 May 19 12:26:08.562712 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, d703cfed-9442-4cc0-8669-f6d79e826d26) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:08.569714 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.574337 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:08.577082 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae4ef2-e4bc-4522-b1f0-76ce52d00f65 None None] Network d703cfed-9442-4cc0-8669-f6d79e826d26 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:08.644541 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-df46de78-9830-4141-b440-0128626d4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.646190 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-df46de78-9830-4141-b440-0128626d4ddc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0728500 May 19 12:26:08.706149 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-211bad32-6dac-4163-8a85-98f6984d7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.708695 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-211bad32-6dac-4163-8a85-98f6984d7a18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548580 May 19 12:26:08.719116 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8a4c7-ed0e-4e64-9f41-70afe8951d45 None None] Network d703cfed-9442-4cc0-8669-f6d79e826d26 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:08.786144 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-fdd2a183-0918-4683-934f-2534c5cbc70d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2299459 May 19 12:26:08.878889 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:08.907552 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-d6f910de-740c-4990-827c-39de6db8cd15 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889648 May 19 12:26:09.257562 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-49286428-ed50-41d8-9d05-6f70760a0fc5 req-3025d997-c4f3-4131-9779-7a6d66e3f466 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999053 May 19 12:26:09.273862 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b380d177-599d-463d-aeaa-c8ad0124a083 req-170a2f6f-b42c-433c-8e9a-39a20d053eb5 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 210 time: 0.0431511 May 19 12:26:09.278758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-e08fa181-d1f1-4287-a9ff-0865e5f66aad tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:09.281259 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-e08fa181-d1f1-4287-a9ff-0865e5f66aad tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "GET /v2.0/networks?id=2a706f2f-b53b-4a57-8c78-98defdba4774 HTTP/1.1" status: 200 len: 808 time: 0.2553558 May 19 12:26:09.303915 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Request body: {'port': {'device_id': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774', 'admin_state_up': True, 'tenant_id': '9f556df7a95041279685098584415ed1'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:09.569909 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Made reservation on behalf of 9f556df7a95041279685098584415ed1 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:09.573520 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:09.584373 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3332cf-730a-44e1-ba59-67ba1e721750 req-9bdec1c9-0844-4aa4-92d6-a4ca3266ca2e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:09.587262 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ed3332cf-730a-44e1-ba59-67ba1e721750 req-9bdec1c9-0844-4aa4-92d6-a4ca3266ca2e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0698760 May 19 12:26:09.627546 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:09.647437 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ed3332cf-730a-44e1-ba59-67ba1e721750 req-64e2aada-3fc7-40d9-83c8-7e283e7dd3a6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538578 May 19 12:26:09.761185 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:09.773799 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Allocated IP 172.20.0.3 (2a706f2f-b53b-4a57-8c78-98defdba4774/920713db-9cd1-44d4-879f-c1a431b70842/3aca7d5e-b386-484d-abce-0842a7bdf3a6) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:10.002648 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks [] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:10.173292 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:10.174374 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:10.176747 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:10.236600 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Network 2a706f2f-b53b-4a57-8c78-98defdba4774 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:10.240783 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:10.247315 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:10.254290 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:10.255388 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:10.259547 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Pushing event updated for resources: {'Port': ['ID=3aca7d5e-b386-484d-abce-0842a7bdf3a6,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:10.418515 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-4c42e8ea-5f2f-41f3-9d58-0f4a8b9e8bb1 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211267 May 19 12:26:10.444547 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c96f-3a0d-4e04-b90b-f9b12fb79ca5 req-b326ce9d-916c-45b0-be61-c3cc5f517dda tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:10.446898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7b06c96f-3a0d-4e04-b90b-f9b12fb79ca5 req-b326ce9d-916c-45b0-be61-c3cc5f517dda tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 931 time: 0.0558412 May 19 12:26:10.501876 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7b06c96f-3a0d-4e04-b90b-f9b12fb79ca5 req-5c04fa60-c1e9-4fa4-b3ad-871d230a58a7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500104 May 19 12:26:10.573024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Request body: {'port': {'device_id': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:10.677621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:10.695560 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:10.803442 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193f00-d600-4f10-8425-efa69df222d7 req-65e98cf2-fb2d-4659-8a19-6b6366e5a392 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:10.805051 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7d193f00-d600-4f10-8425-efa69df222d7 req-65e98cf2-fb2d-4659-8a19-6b6366e5a392 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0566206 May 19 12:26:10.897500 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7d193f00-d600-4f10-8425-efa69df222d7 req-58c893e3-33cb-4f39-abd4-8c3e797aad23 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864437 May 19 12:26:10.973564 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:11.100231 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aca7d5e-b386-484d-abce-0842a7bdf3a6 {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:26:11.111521 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Publish callbacks [] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:11.128252 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Transition to ACTIVE for port object 3aca7d5e-b386-484d-abce-0842a7bdf3a6 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:26:11.221706 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:11.276285 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3aca7d5e-b386-484d-abce-0842a7bdf3a6,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:11.303586 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.303931 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.304270 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.304605 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.304935 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.305265 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.305596 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.305915 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.306241 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.306592 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.306997 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.307248 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.307565 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.307888 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.308203 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:11.326180 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Attempting to bind port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:11.327164 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Attempting to bind port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:11.327497 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Attempting to bind port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 on network 2a706f2f-b53b-4a57-8c78-98defdba4774 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:11.334390 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 on network 2a706f2f-b53b-4a57-8c78-98defdba4774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:26:11.334390 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Attempting to bind port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 on network 2a706f2f-b53b-4a57-8c78-98defdba4774 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:11.339046 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:11.339386 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Checking segment: {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:11.339778 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Bound using segment: {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:11.340223 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Bound port: 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1db1499-f1bc-4195-8a3c-75f53b496db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:11.340576 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:11.449003 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] For port 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:11.455482 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] For port 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3aca7d5e-b386-484d-abce-0842a7bdf3a6,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:11.631798 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29775519-4b5c-42af-a00e-160ed019b26d req-9612eecc-1251-4ac4-9a80-992d22a06bc2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:11.633616 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29775519-4b5c-42af-a00e-160ed019b26d req-9612eecc-1251-4ac4-9a80-992d22a06bc2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.0561302 May 19 12:26:11.648455 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:11.690820 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:11.691477 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:11.693028 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] 10.222.0.77 "PUT /v2.0/ports/3aca7d5e-b386-484d-abce-0842a7bdf3a6 HTTP/1.1" status: 200 len: 1093 time: 1.1246560 May 19 12:26:11.693503 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'tag': '3aca7d5e-b386-484d-abce-0842a7bdf3a6'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:11.695872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "991ff17d-491e-4b3c-bc58-92fec10f95ae", "tag": "3aca7d5e-b386-484d-abce-0842a7bdf3a6"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:11.696539 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:11.726948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:11.728264 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc85cdc-6d59-4d9d-861b-49be3df712c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3aca7d5e-b386-484d-abce-0842a7bdf3a6,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:11.735182 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29775519-4b5c-42af-a00e-160ed019b26d req-e7914043-8fba-4cc6-9f2e-461b8ed5f6a5 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952013 May 19 12:26:11.756453 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbb52a9-f4bc-4bf5-a8c9-54e0d50fb8c6 x-openstack-request-id: req-dfbb52a9-f4bc-4bf5-a8c9-54e0d50fb8c6 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:11.756453 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ff17d-491e-4b3c-bc58-92fec10f95ae", "tag": "3aca7d5e-b386-484d-abce-0842a7bdf3a6", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:11.756453 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfbb52a9-f4bc-4bf5-a8c9-54e0d50fb8c6 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:11.756453 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbb52a9-f4bc-4bf5-a8c9-54e0d50fb8c6'] response: {'name': 'network-changed', 'server_uuid': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'tag': '3aca7d5e-b386-484d-abce-0842a7bdf3a6', 'status': 'completed', 'code': 200} May 19 12:26:12.022384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417d159-e656-495d-9a5e-a71dbde425b3 req-a2dbf1ca-57ed-4b51-85f7-6c53d7d61ff4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:12.024237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0417d159-e656-495d-9a5e-a71dbde425b3 req-a2dbf1ca-57ed-4b51-85f7-6c53d7d61ff4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0502882 May 19 12:26:12.087134 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0417d159-e656-495d-9a5e-a71dbde425b3 req-70ac4504-7fc7-42fa-bc2f-85bb5ffd9114 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 May 19 12:26:12.872557 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4946-45a8-49d8-8429-ab0ae8062585 req-b54ffa57-4fc2-485d-94bf-601731747ee2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:12.874946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a6b4946-45a8-49d8-8429-ab0ae8062585 req-b54ffa57-4fc2-485d-94bf-601731747ee2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.0516686 May 19 12:26:12.962124 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a6b4946-45a8-49d8-8429-ab0ae8062585 req-02d222fc-0abb-42d4-ba51-692327012923 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804918 May 19 12:26:13.220851 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28caa8-b4a6-41ee-a29e-29a15294d272 req-0d27971c-5d6e-4767-aa29-cd0ebb138d86 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:13.222494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a28caa8-b4a6-41ee-a29e-29a15294d272 req-0d27971c-5d6e-4767-aa29-cd0ebb138d86 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0576494 May 19 12:26:13.279228 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a28caa8-b4a6-41ee-a29e-29a15294d272 req-af523259-91ac-4c8c-b047-5fdbb6b2c949 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 May 19 12:26:14.096800 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd399c-13a7-4507-a256-59c4f16d8ae4 req-88f8823d-3f9f-496f-b3df-6790ac9f3358 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.098582 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b7cd399c-13a7-4507-a256-59c4f16d8ae4 req-88f8823d-3f9f-496f-b3df-6790ac9f3358 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.0559945 May 19 12:26:14.166572 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b7cd399c-13a7-4507-a256-59c4f16d8ae4 req-13978d15-1f06-4db5-a223-1ac8e81ed632 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571368 May 19 12:26:14.417797 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d0004-feb7-4178-992c-5b0c6632473a req-b609b179-df48-41a4-8795-8b6fc4d1843e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.419422 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d04d0004-feb7-4178-992c-5b0c6632473a req-b609b179-df48-41a4-8795-8b6fc4d1843e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0554121 May 19 12:26:14.502128 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d04d0004-feb7-4178-992c-5b0c6632473a req-2b2ee540-6189-43e2-b756-9a33ad7b904f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707211 May 19 12:26:14.866380 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e req-32f6cda5-e74f-48b6-8a55-05b4abbf18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.867958 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e req-32f6cda5-e74f-48b6-8a55-05b4abbf18d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f556df7a95041279685098584415ed1&device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 1127 time: 0.0469131 May 19 12:26:15.009668 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e req-a17bb4e9-5a93-4a2c-b52a-32d4247df23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:15.011296 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e req-a17bb4e9-5a93-4a2c-b52a-32d4247df23a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9f556df7a95041279685098584415ed1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1274872 May 19 12:26:15.313779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b273a-926b-4cd7-b4cc-b9bdddb5481c req-f094d80c-e291-475e-b86d-34142cadd748 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:15.315505 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-626b273a-926b-4cd7-b4cc-b9bdddb5481c req-f094d80c-e291-475e-b86d-34142cadd748 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.0608494 May 19 12:26:15.374930 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-626b273a-926b-4cd7-b4cc-b9bdddb5481c req-8d10bcce-9cef-44e1-a79c-fcd3cb609e07 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530586 May 19 12:26:15.480183 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e req-0460a44c-5094-4e97-9e6c-f3588cda17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:15.481732 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-b9c2dfe4-4a82-44fb-b584-188fa02e7f6e req-0460a44c-5094-4e97-9e6c-f3588cda17cc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158681 May 19 12:26:15.584973 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-b98501d3-13eb-4d52-8abc-e247662ea343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:15.586755 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-b98501d3-13eb-4d52-8abc-e247662ea343 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f556df7a95041279685098584415ed1&device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 1127 time: 0.0514176 May 19 12:26:15.651698 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-c4b8dc79-2e7e-4495-a409-914386530748 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aca7d5e-b386-484d-abce-0842a7bdf3a6 HTTP/1.1" status: 200 len: 217 time: 0.0576868 May 19 12:26:15.684460 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132caa5f-1541-4408-a0ca-43bdaa10ecf7 req-ef7b3f9c-b046-488c-94d2-5928d5634463 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:15.688998 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-132caa5f-1541-4408-a0ca-43bdaa10ecf7 req-ef7b3f9c-b046-488c-94d2-5928d5634463 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0745845 May 19 12:26:15.740682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-c37125f8-f123-4f1c-8f30-841ed0cf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:15.743350 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-c37125f8-f123-4f1c-8f30-841ed0cf8208 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=920713db-9cd1-44d4-879f-c1a431b70842 HTTP/1.1" status: 200 len: 848 time: 0.0852902 May 19 12:26:15.773529 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-132caa5f-1541-4408-a0ca-43bdaa10ecf7 req-dfc04acd-f62d-494d-95fb-d37362db54a5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782607 May 19 12:26:15.786691 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-9866a7fd-3893-4937-903b-9726fc7e9a91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a706f2f-b53b-4a57-8c78-98defdba4774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355499 May 19 12:26:15.906037 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-0b1e7da2-4069-4efb-b677-c713fc5fcc70 service neutron] 10.222.0.77 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098795 May 19 12:26:16.016718 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-69d7e8b7-19bc-40c8-9020-ca53846bc5e7 req-a7b6bcfc-b24c-4983-b3c9-47204d006102 service neutron] 10.222.0.77 "GET /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044996 May 19 12:26:16.556730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2fdc1-05d3-4363-acf1-712095e9b048 req-b0a7ee30-8937-43ed-99c6-9f7f72d5dfb5 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:16.559013 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7d2fdc1-05d3-4363-acf1-712095e9b048 req-b0a7ee30-8937-43ed-99c6-9f7f72d5dfb5 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.0659010 May 19 12:26:16.631452 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7d2fdc1-05d3-4363-acf1-712095e9b048 req-a6589f9e-b8df-4de5-af6a-413122e1289c tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653675 May 19 12:26:16.911994 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310058-9ae3-48f4-8043-b4e90fd29167 req-f71ed422-5d58-4ace-8e47-f27cc6d142ee tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:16.914022 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d6310058-9ae3-48f4-8043-b4e90fd29167 req-f71ed422-5d58-4ace-8e47-f27cc6d142ee tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0596981 May 19 12:26:16.975650 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d6310058-9ae3-48f4-8043-b4e90fd29167 req-2b18e9a5-8c9b-4ac7-a823-c959f038f3db tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553019 May 19 12:26:17.747368 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47714) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:17.786933 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80ff11-ec89-4010-8520-7308d48f01af req-1b62260f-3b68-496f-a0a0-d2e4f4d0edf9 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:17.788652 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fc80ff11-ec89-4010-8520-7308d48f01af req-1b62260f-3b68-496f-a0a0-d2e4f4d0edf9 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.0640578 May 19 12:26:17.813334 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:17.846476 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fc80ff11-ec89-4010-8520-7308d48f01af req-80d6788e-4449-46f8-b9ba-230b3e87045a tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513253 May 19 12:26:17.935141 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ea13cc7-0d7e-43e5-976f-8fe06fdda22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.010745 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:18.052084 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ea13cc7-0d7e-43e5-976f-8fe06fdda22a admin admin] Publish callbacks [] for security_group (14d13cf8-6607-47d8-97c7-4d6d63876fb7), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.139946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70408ba-7852-425d-bfe9-7e51614c5ec9 req-b718ef35-b63c-4dec-ac35-d85b20082a62 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:18.141919 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c70408ba-7852-425d-bfe9-7e51614c5ec9 req-b718ef35-b63c-4dec-ac35-d85b20082a62 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0561805 May 19 12:26:18.170766 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0ea13cc7-0d7e-43e5-976f-8fe06fdda22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (14d13cf8-6607-47d8-97c7-4d6d63876fb7), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.224925 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c70408ba-7852-425d-bfe9-7e51614c5ec9 req-4f57f962-bd34-44f5-b584-f03741e899a2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765612 May 19 12:26:18.234700 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-0ea13cc7-0d7e-43e5-976f-8fe06fdda22a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eec0810c2e354026a983ca1f586c33c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4849577 May 19 12:26:18.237257 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea13cc7-0d7e-43e5-976f-8fe06fdda22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d13cf8-6607-47d8-97c7-4d6d63876fb7,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:18.238917 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47726) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:18.270090 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:18.328189 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Publish callbacks [] for security_group (14d13cf8-6607-47d8-97c7-4d6d63876fb7), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.343872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:18.364385 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cb8f6272-2d00-4fbf-96d8-25e8213426ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.368590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Publish callbacks [] for security_group (14d13cf8-6607-47d8-97c7-4d6d63876fb7), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.574562 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (14d13cf8-6607-47d8-97c7-4d6d63876fb7), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.577954 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.579493 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14d13cf8-6607-47d8-97c7-4d6d63876fb7 HTTP/1.1" status: 204 len: 168 time: 0.3389511 May 19 12:26:18.595443 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d13cf8-6607-47d8-97c7-4d6d63876fb7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:18.609242 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.609782 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.610321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.610908 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.611462 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.612018 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.612563 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.613134 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.613702 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.614493 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.614877 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.615437 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.615978 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.616649 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:18.617186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57834681-1a68-43a7-9b9d-0d800cff87e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:19.267640 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f101-3755-4dd4-b480-947b4dc28c17 req-22c1ed31-1c90-4736-80b3-201843282560 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:19.270157 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f919f101-3755-4dd4-b480-947b4dc28c17 req-22c1ed31-1c90-4736-80b3-201843282560 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.3449273 May 19 12:26:19.418238 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f919f101-3755-4dd4-b480-947b4dc28c17 req-61c50481-7a88-4802-bdd3-36373bf06d74 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358283 May 19 12:26:19.471730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f44d0-7dad-43af-8d55-485b5ab3ebaf req-f107acec-dce3-4b62-a672-85ff10cc2b91 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:19.503183 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d6f44d0-7dad-43af-8d55-485b5ab3ebaf req-f107acec-dce3-4b62-a672-85ff10cc2b91 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0812049 May 19 12:26:19.551613 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d6f44d0-7dad-43af-8d55-485b5ab3ebaf req-d1c6fb9b-eda9-42df-85b3-e2d823724cd1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714710 May 19 12:26:20.335474 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 47762) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:20.350265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2b579b15-b788-4231-b2ce-67e2d5e58d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.459127 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2b579b15-b788-4231-b2ce-67e2d5e58d1a admin admin] Publish callbacks [] for security_group (ba5c92e6-2c8b-442b-8060-d7d845a3437a), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.553514 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a01fc91a-4560-4411-ac0d-3641f7038f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.556936 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2b579b15-b788-4231-b2ce-67e2d5e58d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ba5c92e6-2c8b-442b-8060-d7d845a3437a), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.632607 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47772) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:20.665219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b579b15-b788-4231-b2ce-67e2d5e58d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5c92e6-2c8b-442b-8060-d7d845a3437a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:20.726344 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2b579b15-b788-4231-b2ce-67e2d5e58d1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2ca676e92db4f8e8d3db5da953e6045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894579 May 19 12:26:20.730145 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47776) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:20.786277 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:20.799535 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0c28ee9-e269-4ceb-bf5b-cef6849c779c admin admin] Publish callbacks [] for security_group (ba5c92e6-2c8b-442b-8060-d7d845a3437a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.806683 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3429-438c-42a1-a8d5-062c68ebe14c req-4399fc07-7ed8-47c4-9d80-e795345344d3 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:20.808921 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c8ea3429-438c-42a1-a8d5-062c68ebe14c req-4399fc07-7ed8-47c4-9d80-e795345344d3 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 943 time: 0.1765203 May 19 12:26:20.840387 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d54301d2-108e-4d54-81ca-10d27de55894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.846270 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0c28ee9-e269-4ceb-bf5b-cef6849c779c admin admin] Publish callbacks [] for security_group (ba5c92e6-2c8b-442b-8060-d7d845a3437a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.863058 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ed89-f4a7-4d3e-ab77-0764816da979 req-d040633f-2c26-4310-b217-dac62a0f720f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:20.865629 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea43ed89-f4a7-4d3e-ab77-0764816da979 req-d040633f-2c26-4310-b217-dac62a0f720f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1333103 May 19 12:26:20.949408 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c8ea3429-438c-42a1-a8d5-062c68ebe14c req-ae2785e1-83c9-4755-af19-ff07036d83e6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330047 May 19 12:26:20.991899 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d54301d2-108e-4d54-81ca-10d27de55894 admin admin] Publish callbacks [] for security_group (cdd51e01-f112-48fa-84a1-c324fc3e124d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.995475 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:21.004254 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea43ed89-f4a7-4d3e-ab77-0764816da979 req-40f904e9-8b46-4b8a-9fc7-8d229752651d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240580 May 19 12:26:21.047522 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0c28ee9-e269-4ceb-bf5b-cef6849c779c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ba5c92e6-2c8b-442b-8060-d7d845a3437a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.062187 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0c28ee9-e269-4ceb-bf5b-cef6849c779c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.062187 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f0c28ee9-e269-4ceb-bf5b-cef6849c779c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba5c92e6-2c8b-442b-8060-d7d845a3437a HTTP/1.1" status: 204 len: 168 time: 0.3215141 May 19 12:26:21.067053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c28ee9-e269-4ceb-bf5b-cef6849c779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5c92e6-2c8b-442b-8060-d7d845a3437a,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:21.088347 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d54301d2-108e-4d54-81ca-10d27de55894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (cdd51e01-f112-48fa-84a1-c324fc3e124d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.146294 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54301d2-108e-4d54-81ca-10d27de55894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd51e01-f112-48fa-84a1-c324fc3e124d,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:21.152835 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d54301d2-108e-4d54-81ca-10d27de55894 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=350cba15727143359613e4f1369b8efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5186951 May 19 12:26:21.156637 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47780) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:21.230064 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-efef9653-59f6-4c0d-bb34-69aad43163a9 admin admin] Publish callbacks [] for security_group (cdd51e01-f112-48fa-84a1-c324fc3e124d), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.280795 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-efef9653-59f6-4c0d-bb34-69aad43163a9 admin admin] Publish callbacks [] for security_group (cdd51e01-f112-48fa-84a1-c324fc3e124d), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.334747 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 3aca7d5e-b386-484d-abce-0842a7bdf3a6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:26:21.467845 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3aca7d5e-b386-484d-abce-0842a7bdf3a6,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:21.486901 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '3aca7d5e-b386-484d-abce-0842a7bdf3a6', 'network_id': '2a706f2f-b53b-4a57-8c78-98defdba4774', 'port_id': '3aca7d5e-b386-484d-abce-0842a7bdf3a6', 'mac_address': 'fa:16:3e:7a:59:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920713db-9cd1-44d4-879f-c1a431b70842', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:26:21.498491 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-efef9653-59f6-4c0d-bb34-69aad43163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (cdd51e01-f112-48fa-84a1-c324fc3e124d), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.503695 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-efef9653-59f6-4c0d-bb34-69aad43163a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.505678 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-efef9653-59f6-4c0d-bb34-69aad43163a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdd51e01-f112-48fa-84a1-c324fc3e124d HTTP/1.1" status: 204 len: 168 time: 0.3475523 May 19 12:26:21.537082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef9653-59f6-4c0d-bb34-69aad43163a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd51e01-f112-48fa-84a1-c324fc3e124d,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:21.541752 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8f2f-def5-4037-94f7-4c243db700a6 req-b237db33-a99d-4237-85fb-3f8b393e7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:21.547297 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d38f8f2f-def5-4037-94f7-4c243db700a6 req-b237db33-a99d-4237-85fb-3f8b393e7b8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 1129 time: 0.0987184 May 19 12:26:21.609228 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:21.610075 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.624842 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d38f8f2f-def5-4037-94f7-4c243db700a6 req-b3c1eb33-090b-4b76-af9f-bcb17edec302 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 May 19 12:26:21.633190 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aca7d5e-b386-484d-abce-0842a7bdf3a6 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:26:21.669114 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3aca7d5e-b386-484d-abce-0842a7bdf3a6,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:21.753584 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.816585 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.820118 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=3aca7d5e-b386-484d-abce-0842a7bdf3a6,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:21.832452 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.833009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.833654 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.834224 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.834766 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.835402 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.835884 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.836415 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.836931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.837451 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.838099 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.838620 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.839167 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.839716 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:21.840216 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:22.156947 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47800) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:22.167386 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:22.177200 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7033476-57cd-408a-9e43-daaa936e608b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.252193 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:26:22.253825 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['3aca7d5e-b386-484d-abce-0842a7bdf3a6'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:26:22.254008 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19983d3-3c91-4be7-90e6-e20bc9f72323 req-fa32bc44-8f84-4487-932c-1643cab014c6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:22.254008 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e19983d3-3c91-4be7-90e6-e20bc9f72323 req-fa32bc44-8f84-4487-932c-1643cab014c6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 944 time: 0.1480277 May 19 12:26:22.276063 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f2ca8-ab96-4be5-9f17-ca7481366ad9 req-ac6786f6-0a59-40dd-8b45-0722106b7b37 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:22.291730 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-667f2ca8-ab96-4be5-9f17-ca7481366ad9 req-ac6786f6-0a59-40dd-8b45-0722106b7b37 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1764951 May 19 12:26:22.331512 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7033476-57cd-408a-9e43-daaa936e608b admin admin] Publish callbacks [] for security_group (d73776d9-9272-4d78-9646-24765140a8f1), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.443290 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e19983d3-3c91-4be7-90e6-e20bc9f72323 req-415c0e1f-4b1d-4cdf-acc4-7a4ec26c80b7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027194 May 19 12:26:22.465578 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7033476-57cd-408a-9e43-daaa936e608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d73776d9-9272-4d78-9646-24765140a8f1), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.492700 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:22.496556 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-667f2ca8-ab96-4be5-9f17-ca7481366ad9 req-f07f10a5-7670-4034-bd39-ad9c9f5af3c7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030461 May 19 12:26:22.629428 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033476-57cd-408a-9e43-daaa936e608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73776d9-9272-4d78-9646-24765140a8f1,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:22.640475 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d7033476-57cd-408a-9e43-daaa936e608b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86cce31d941f4c9cbc8c9769899403c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4814844 May 19 12:26:22.644917 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 47810) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:22.728926 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e36c71dd-b469-4466-a072-9abd5fab701f admin admin] Publish callbacks [] for security_group (d73776d9-9272-4d78-9646-24765140a8f1), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.735555 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:22.765720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e36c71dd-b469-4466-a072-9abd5fab701f admin admin] Publish callbacks [] for security_group (d73776d9-9272-4d78-9646-24765140a8f1), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.973989 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e36c71dd-b469-4466-a072-9abd5fab701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d73776d9-9272-4d78-9646-24765140a8f1), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.977313 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e36c71dd-b469-4466-a072-9abd5fab701f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:22.984643 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e36c71dd-b469-4466-a072-9abd5fab701f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d73776d9-9272-4d78-9646-24765140a8f1 HTTP/1.1" status: 204 len: 168 time: 0.3323956 May 19 12:26:22.992538 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c71dd-b469-4466-a072-9abd5fab701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73776d9-9272-4d78-9646-24765140a8f1,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:23.305047 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:23.576673 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 3aca7d5e-b386-484d-abce-0842a7bdf3a6 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:23.735751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:26:23.774069 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e6c4-951a-4337-89e0-6de1226676a5 req-785a6594-e317-4e3f-83d9-7466b4acd979 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:23.779277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7d66e6c4-951a-4337-89e0-6de1226676a5 req-785a6594-e317-4e3f-83d9-7466b4acd979 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 944 time: 0.1505282 May 19 12:26:23.789222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54790088-fd97-4323-90a1-b17918e8a3f3 req-360db868-4ac1-4a20-a349-b3003aa71cf6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:23.790936 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-54790088-fd97-4323-90a1-b17918e8a3f3 req-360db868-4ac1-4a20-a349-b3003aa71cf6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0797148 May 19 12:26:23.881290 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-54790088-fd97-4323-90a1-b17918e8a3f3 req-0a25dd0b-be7a-462b-be6c-b9fcf73cdb15 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728636 May 19 12:26:23.888438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:23.890216 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:23.891156 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:23.897565 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7d66e6c4-951a-4337-89e0-6de1226676a5 req-4893932d-9527-41be-9302-2c9a178527a7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055768 May 19 12:26:24.021298 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:24.021836 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:24.051148 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aca7d5e-b386-484d-abce-0842a7bdf3a6'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:24.053790 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938f7ea-b69e-4ecd-a647-0fde551da1b7" -d '{"events": [{"server_uuid": "991ff17d-491e-4b3c-bc58-92fec10f95ae", "name": "network-vif-plugged", "status": "completed", "tag": "3aca7d5e-b386-484d-abce-0842a7bdf3a6"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:24.104707 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3aca7d5e-b386-484d-abce-0842a7bdf3a6,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:24.130682 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abef4208-88a9-460d-b69d-ad4a440d2658 x-openstack-request-id: req-abef4208-88a9-460d-b69d-ad4a440d2658 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:24.131363 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ff17d-491e-4b3c-bc58-92fec10f95ae", "name": "network-vif-plugged", "status": "completed", "tag": "3aca7d5e-b386-484d-abce-0842a7bdf3a6", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:24.131741 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abef4208-88a9-460d-b69d-ad4a440d2658 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:24.132394 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abef4208-88a9-460d-b69d-ad4a440d2658'] response: {'server_uuid': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aca7d5e-b386-484d-abce-0842a7bdf3a6', 'code': 200} May 19 12:26:24.210510 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:24.269344 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=3aca7d5e-b386-484d-abce-0842a7bdf3a6,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:24.533727 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79702c7-b8c3-4c74-913d-a079793666df req-77b9271c-dfd7-429e-9698-45e88707f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:24.541403 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c79702c7-b8c3-4c74-913d-a079793666df req-77b9271c-dfd7-429e-9698-45e88707f39e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 1129 time: 0.0532463 May 19 12:26:24.613580 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c79702c7-b8c3-4c74-913d-a079793666df req-07a463aa-b6fd-417b-8295-f8715de073ba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702162 May 19 12:26:24.911188 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:25.241437 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19991c0b-bead-4315-9def-faa72ce1b2c9 req-da265d40-6796-4880-b5f9-6182e52f8ce2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:25.241437 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19991c0b-bead-4315-9def-faa72ce1b2c9 req-da265d40-6796-4880-b5f9-6182e52f8ce2 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.1819785 May 19 12:26:25.241437 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12130ddb-e928-48ef-a6d6-5b32f8c481de req-bd01cd5f-96ca-4244-94ef-2b64c16af0de tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:25.241437 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12130ddb-e928-48ef-a6d6-5b32f8c481de req-bd01cd5f-96ca-4244-94ef-2b64c16af0de tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.1879678 May 19 12:26:25.324020 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19991c0b-bead-4315-9def-faa72ce1b2c9 req-1372903b-191f-43bd-8c24-aeeafaf9a722 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146367 May 19 12:26:25.332832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12130ddb-e928-48ef-a6d6-5b32f8c481de req-a804b2a4-a6d3-41a9-90a6-6107bd04408c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847085 May 19 12:26:25.509265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30533a-2df0-4b20-8862-43750af67b11 req-675995a0-4d1c-409d-ba46-80413d16d4f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:25.511081 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-af30533a-2df0-4b20-8862-43750af67b11 req-675995a0-4d1c-409d-ba46-80413d16d4f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0919046 May 19 12:26:25.576852 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-af30533a-2df0-4b20-8862-43750af67b11 req-9422b93f-88d2-4611-b0de-89ef3ab87d10 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 May 19 12:26:26.509574 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483cca2-4a30-45bf-8be8-2c876955f9fc req-380bad84-3940-499e-a9fb-438f9421166b tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:26.511601 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3483cca2-4a30-45bf-8be8-2c876955f9fc req-380bad84-3940-499e-a9fb-438f9421166b tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.0607846 May 19 12:26:26.570221 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3483cca2-4a30-45bf-8be8-2c876955f9fc req-78bfd02a-1d61-4f4c-b151-6cf1d2c4d4c7 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 May 19 12:26:27.758819 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365c3e-f814-464e-8199-d2a14823e4f5 req-a2c6a294-2f61-4f4d-bc76-73fa5406e101 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:27.760685 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a1365c3e-f814-464e-8199-d2a14823e4f5 req-a2c6a294-2f61-4f4d-bc76-73fa5406e101 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.0898902 May 19 12:26:27.792845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:27.831850 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a1365c3e-f814-464e-8199-d2a14823e4f5 req-d6708b74-a582-4d22-9a5a-f05e5a58d7f8 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 May 19 12:26:29.968975 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678516e-db73-4821-a510-8196f32b88cb req-772fa67c-f74e-4c92-8e42-f70562c10361 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:29.970621 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e678516e-db73-4821-a510-8196f32b88cb req-772fa67c-f74e-4c92-8e42-f70562c10361 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.1379001 May 19 12:26:30.006641 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25d132-bfcb-44a4-8a9b-5225b9a9bcbf req-ab641005-4fa0-43f8-9373-fb4e5b70af5a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:30.008209 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c25d132-bfcb-44a4-8a9b-5225b9a9bcbf req-ab641005-4fa0-43f8-9373-fb4e5b70af5a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1560524 May 19 12:26:30.087968 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e678516e-db73-4821-a510-8196f32b88cb req-c0d07ac8-93ec-4c44-b9ed-a200aa51f561 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080186 May 19 12:26:30.109328 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c25d132-bfcb-44a4-8a9b-5225b9a9bcbf req-a3d225c3-b088-456a-98f7-da16afef5b8f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925007 May 19 12:26:31.238278 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-e5ef09de-254e-49d5-988f-91bd641a3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.240198 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-e5ef09de-254e-49d5-988f-91bd641a3314 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1129 time: 0.0614090 May 19 12:26:31.267124 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a84611-577a-448f-890c-ed34058aaeb2 req-b4a6a3d1-6fcc-4050-b7cc-816564f59bce tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.268709 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a3a84611-577a-448f-890c-ed34058aaeb2 req-b4a6a3d1-6fcc-4050-b7cc-816564f59bce tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.0900733 May 19 12:26:31.290821 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbcbb7-b7c2-4b4f-89f2-a1b7959acb1f req-98a32f5d-5240-40af-8a16-e667b0388f87 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.292594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-04cbcbb7-b7c2-4b4f-89f2-a1b7959acb1f req-98a32f5d-5240-40af-8a16-e667b0388f87 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0779123 May 19 12:26:31.359064 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-44c6e855-013e-4069-9b3c-48e0ed20732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.360579 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-44c6e855-013e-4069-9b3c-48e0ed20732d service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.1139905 May 19 12:26:31.363060 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a3a84611-577a-448f-890c-ed34058aaeb2 req-64ebbf92-4329-4252-9814-7ce33f778c44 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854366 May 19 12:26:31.375472 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-04cbcbb7-b7c2-4b4f-89f2-a1b7959acb1f req-ae55d49d-e5d6-48f8-a80f-817fa762fd16 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735066 May 19 12:26:31.595053 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-89834a3c-4a96-4753-b7aa-3a4b8084b500 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 200 len: 217 time: 0.0451617 May 19 12:26:31.675207 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-972c8b2e-7906-4320-a61a-9506cf0d15a6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.677044 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-972c8b2e-7906-4320-a61a-9506cf0d15a6 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.1181307 May 19 12:26:31.738203 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-18c9283d-a75f-40ca-9700-69c6ff1753db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.740116 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-18c9283d-a75f-40ca-9700-69c6ff1753db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.1228964 May 19 12:26:31.855655 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-48438df8-ba35-41ab-b496-90086dc8eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:31.858246 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-48438df8-ba35-41ab-b496-90086dc8eb11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1033912 May 19 12:26:31.866379 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Deleting port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:31.867191 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.130502 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] For port 3aca7d5e-b386-484d-abce-0842a7bdf3a6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3aca7d5e-b386-484d-abce-0842a7bdf3a6,segment=NetworkSegment(c1db1499-f1bc-4195-8a3c-75f53b496db1),segment_id=c1db1499-f1bc-4195-8a3c-75f53b496db1)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:32.130862 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.150000 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-69b99da1-e57e-4b41-bd43-8bcb649041f3 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753303 May 19 12:26:32.160572 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Calling delete_port for 3aca7d5e-b386-484d-abce-0842a7bdf3a6 owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:32.203921 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:32.204713 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:32.544662 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9229-bf39-4242-bebe-19be36fdc53d req-874995ce-8a7d-4052-8f58-1d7f19c21d98 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:32.546373 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ec8f9229-bf39-4242-bebe-19be36fdc53d req-874995ce-8a7d-4052-8f58-1d7f19c21d98 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 945 time: 0.0979829 May 19 12:26:32.553482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f03f6-9837-43f1-b7c1-a63c279f2478 req-4e7bd4d7-d256-4ec6-b2f2-513469d6cb76 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:32.555124 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-607f03f6-9837-43f1-b7c1-a63c279f2478 req-4e7bd4d7-d256-4ec6-b2f2-513469d6cb76 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0965238 May 19 12:26:32.639963 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ec8f9229-bf39-4242-bebe-19be36fdc53d req-0a2fa130-f710-4a4c-b272-d3bd9ac4c2b3 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 May 19 12:26:32.649701 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-607f03f6-9837-43f1-b7c1-a63c279f2478 req-7a751ae0-8b5b-404c-8d61-2544b479ae1a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855803 May 19 12:26:32.741412 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8bae6083-5418-48bb-81fa-c0a6fb4c0718 req-d17872a3-f2cf-4c1a-923e-682126bff487 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780156 May 19 12:26:32.950357 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (3aca7d5e-b386-484d-abce-0842a7bdf3a6), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.972050 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['3aca7d5e-b386-484d-abce-0842a7bdf3a6'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:26:32.986677 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Pushing event deleted for resources: {'Port': ['ID=3aca7d5e-b386-484d-abce-0842a7bdf3a6,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:32.996142 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:33.038815 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] No DVR routers for this DVR port 3aca7d5e-b386-484d-abce-0842a7bdf3a6 on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:33.042507 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:33.046803 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-17b808a7-12a7-4cb2-beff-8033f7c941a9 req-0c68e86d-a862-45e5-a1c2-730ecb5e4691 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.77 "DELETE /v2.0/ports/3aca7d5e-b386-484d-abce-0842a7bdf3a6 HTTP/1.1" status: 204 len: 173 time: 1.3621383 May 19 12:26:33.047273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'name': 'network-vif-deleted', 'tag': '3aca7d5e-b386-484d-abce-0842a7bdf3a6'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:33.049807 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca138de-7f33-4745-8dc7-35e996b9a3be" -d '{"events": [{"server_uuid": "991ff17d-491e-4b3c-bc58-92fec10f95ae", "name": "network-vif-deleted", "tag": "3aca7d5e-b386-484d-abce-0842a7bdf3a6"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:33.092715 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe643293-49e3-474c-b844-2e31be4758e9 x-openstack-request-id: req-fe643293-49e3-474c-b844-2e31be4758e9 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:33.093020 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ff17d-491e-4b3c-bc58-92fec10f95ae", "name": "network-vif-deleted", "tag": "3aca7d5e-b386-484d-abce-0842a7bdf3a6", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:33.093276 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe643293-49e3-474c-b844-2e31be4758e9 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:33.093685 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe643293-49e3-474c-b844-2e31be4758e9'] response: {'server_uuid': '991ff17d-491e-4b3c-bc58-92fec10f95ae', 'name': 'network-vif-deleted', 'tag': '3aca7d5e-b386-484d-abce-0842a7bdf3a6', 'status': 'completed', 'code': 200} May 19 12:26:33.805947 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25d3b732-a9ee-4939-9cf2-876760b55241 req-779663d7-b62e-43d9-b365-ec65e5d25ad5 tempest-VolumesActionsTest-1020965502 tempest-VolumesActionsTest-1020965502-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ff17d-491e-4b3c-bc58-92fec10f95ae HTTP/1.1" status: 200 len: 210 time: 0.0592883 May 19 12:26:33.830926 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd461371-1fe9-4e19-810b-b1c62245f6fc req-d922f4b6-7c9d-4118-8184-73aca144f2b3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:33.839378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bd461371-1fe9-4e19-810b-b1c62245f6fc req-d922f4b6-7c9d-4118-8184-73aca144f2b3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0732880 May 19 12:26:33.889603 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bd461371-1fe9-4e19-810b-b1c62245f6fc req-60312d75-f7c5-4ba7-9fce-9743cf9dfc19 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489545 May 19 12:26:35.021699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f88c-28a5-4f32-97f4-66f0411bd102 req-78583c13-3f04-4f98-879b-47e61a94badc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:35.023251 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eb27f88c-28a5-4f32-97f4-66f0411bd102 req-78583c13-3f04-4f98-879b-47e61a94badc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0511177 May 19 12:26:35.084521 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eb27f88c-28a5-4f32-97f4-66f0411bd102 req-7e220c8a-1b5f-4476-942c-0656bdaf474f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 May 19 12:26:35.639250 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 3aca7d5e-b386-484d-abce-0842a7bdf3a6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:35.661767 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 3aca7d5e-b386-484d-abce-0842a7bdf3a6 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:35.661933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 3aca7d5e-b386-484d-abce-0842a7bdf3a6 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:36.186998 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:36.205502 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1731b-5d88-4d45-a817-2362ea29354f req-d5a9ec8a-366b-4c5b-a2a5-ef002a6736a4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:36.207158 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15e1731b-5d88-4d45-a817-2362ea29354f req-d5a9ec8a-366b-4c5b-a2a5-ef002a6736a4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0567284 May 19 12:26:36.265016 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15e1731b-5d88-4d45-a817-2362ea29354f req-b44fcdf9-7206-4bb2-b25f-b5e2d0f74c01 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 May 19 12:26:37.403379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358b02e-b811-4fac-b624-9d57fc9604ab req-b886a9e6-cccf-4b37-a7a1-da57af2ad738 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:37.405554 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8358b02e-b811-4fac-b624-9d57fc9604ab req-b886a9e6-cccf-4b37-a7a1-da57af2ad738 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0538163 May 19 12:26:37.475885 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8358b02e-b811-4fac-b624-9d57fc9604ab req-26e437f7-4cb9-46ef-9692-39c66f0a6cc5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643687 May 19 12:26:38.646558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe63c65-354e-4a92-9306-d91eb5ed716b req-42e77c4a-e9e8-4c7e-a4eb-2929a51a2d5a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:38.649404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fe63c65-354e-4a92-9306-d91eb5ed716b req-42e77c4a-e9e8-4c7e-a4eb-2929a51a2d5a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0901198 May 19 12:26:38.712184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:38.721781 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fe63c65-354e-4a92-9306-d91eb5ed716b req-f80a2961-6749-473c-8a1c-912b879feb93 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 May 19 12:26:39.858830 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f102a0-46ef-4c8a-aa85-ec0e5ce51939 req-9b799eaa-9c6b-4c94-8898-c414f5e427ae tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:39.860567 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90f102a0-46ef-4c8a-aa85-ec0e5ce51939 req-9b799eaa-9c6b-4c94-8898-c414f5e427ae tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0642815 May 19 12:26:39.954136 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90f102a0-46ef-4c8a-aa85-ec0e5ce51939 req-578a21b6-6fc3-41e0-b0e5-3b1daf2d5d30 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798752 May 19 12:26:40.832105 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:40.915904 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.076162 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987482-4b8d-4c53-abd8-d4aed4c7afe4 req-dbf3a7e7-f398-4b34-8225-b82498dada67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:41.077798 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6987482-4b8d-4c53-abd8-d4aed4c7afe4 req-dbf3a7e7-f398-4b34-8225-b82498dada67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0542922 May 19 12:26:41.129894 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6987482-4b8d-4c53-abd8-d4aed4c7afe4 req-db5cf214-e2b2-47de-9ba5-936c7ef692bc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464530 May 19 12:26:42.261663 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238726c-6fd2-45e4-bb6e-8fd232a97458 req-eb6c048a-98be-4d35-a5b0-32fb2841ee7e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:42.263766 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f238726c-6fd2-45e4-bb6e-8fd232a97458 req-eb6c048a-98be-4d35-a5b0-32fb2841ee7e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0571797 May 19 12:26:42.321284 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f238726c-6fd2-45e4-bb6e-8fd232a97458 req-346151af-8f26-4f91-a466-f7703bf1e77c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490496 May 19 12:26:42.486779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48180) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:42.558786 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Deleting subnet 0e9fdbcd-878b-43e9-855d-d9c5945f630b {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:26:42.564583 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Publish callbacks [] for subnet (0e9fdbcd-878b-43e9-855d-d9c5945f630b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.605341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Publish callbacks [] for subnet (0e9fdbcd-878b-43e9-855d-d9c5945f630b), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.613853 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (0e9fdbcd-878b-43e9-855d-d9c5945f630b), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.851378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (0e9fdbcd-878b-43e9-855d-d9c5945f630b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.893211 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9fdbcd-878b-43e9-855d-d9c5945f630b,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:42.895139 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.898705 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c2c21227-593c-4c6f-bd6c-dfb78c902062 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0e9fdbcd-878b-43e9-855d-d9c5945f630b HTTP/1.1" status: 204 len: 168 time: 0.4107335 May 19 12:26:42.901759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48206) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:43.000338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (4c184e96-c475-4837-a16b-85a9f99f68da), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.100816 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (4c184e96-c475-4837-a16b-85a9f99f68da), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.128716 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c184e96-c475-4837-a16b-85a9f99f68da']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:43.141278 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa35ef5-5985-41d3-b059-f25e408c361b') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:43.141563 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa35ef5-5985-41d3-b059-f25e408c361b') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:43.154084 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (6aa35ef5-5985-41d3-b059-f25e408c361b), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.177824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6aa35ef5-5985-41d3-b059-f25e408c361b), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.198816 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:26:43.206323 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (6aa35ef5-5985-41d3-b059-f25e408c361b), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:26:43.275675 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:26:43.580965 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (4c184e96-c475-4837-a16b-85a9f99f68da), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.604509 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.609601 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4c184e96-c475-4837-a16b-85a9f99f68da HTTP/1.1" status: 204 len: 168 time: 0.7064726 May 19 12:26:43.613200 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48218) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:43.624843 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3b17-0ea9-4497-9088-2240cc60f658 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c184e96-c475-4837-a16b-85a9f99f68da,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:43.633671 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30588d-93cf-4019-8457-4cf112c71ea3 req-773d7ef9-8a18-4082-aadb-f08fed962d82 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:43.635673 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8f30588d-93cf-4019-8457-4cf112c71ea3 req-773d7ef9-8a18-4082-aadb-f08fed962d82 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1593401 May 19 12:26:43.696693 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Deleting subnet 9b58723e-8c00-4a78-9305-e9a22aef6cca {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:26:43.706299 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Publish callbacks [] for subnet (9b58723e-8c00-4a78-9305-e9a22aef6cca), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.785578 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Publish callbacks [] for subnet (9b58723e-8c00-4a78-9305-e9a22aef6cca), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.786568 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8f30588d-93cf-4019-8457-4cf112c71ea3 req-e9904cab-aaa2-4c1b-8b3a-699ece9415b3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221728 May 19 12:26:43.793572 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (9b58723e-8c00-4a78-9305-e9a22aef6cca), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.099718 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for subnet (9b58723e-8c00-4a78-9305-e9a22aef6cca), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.137490 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b58723e-8c00-4a78-9305-e9a22aef6cca,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:44.139706 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.148451 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-de87ea2a-716f-49e4-8bf3-311daec6669f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9b58723e-8c00-4a78-9305-e9a22aef6cca HTTP/1.1" status: 204 len: 168 time: 0.5262318 May 19 12:26:44.148451 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48228) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:44.259401 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (d703cfed-9442-4cc0-8669-f6d79e826d26), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.362847 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (d703cfed-9442-4cc0-8669-f6d79e826d26), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.388401 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.388783 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.389732 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.390069 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.390531 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.390973 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.391372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.391703 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.392096 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.392441 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.471374 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.471374 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.471980 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.472595 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:26:44.473400 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d703cfed-9442-4cc0-8669-f6d79e826d26']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:44.512100 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325bc7b9-9ef1-4a71-805c-fad5f4bacc49') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:44.513584 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325bc7b9-9ef1-4a71-805c-fad5f4bacc49') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:44.535779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (325bc7b9-9ef1-4a71-805c-fad5f4bacc49), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.580237 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (325bc7b9-9ef1-4a71-805c-fad5f4bacc49), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.597585 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:26:44.598702 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (325bc7b9-9ef1-4a71-805c-fad5f4bacc49), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: from cryptography.utils import int_from_bytes May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: from cryptography.utils import int_from_bytes May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:26:44.607615 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:26:44.848597 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (d703cfed-9442-4cc0-8669-f6d79e826d26), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.872698 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.878312 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d703cfed-9442-4cc0-8669-f6d79e826d26 HTTP/1.1" status: 204 len: 168 time: 0.7289917 May 19 12:26:44.932980 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4580f-7cec-43ad-ae8f-094de728b0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d703cfed-9442-4cc0-8669-f6d79e826d26,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:45.112055 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9495f-4f6a-4a5e-b6a8-2891dadf1379 req-6e6d9e9b-875f-4cdb-91c8-a8de1e46ad85 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:45.118245 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-44b9495f-4f6a-4a5e-b6a8-2891dadf1379 req-6e6d9e9b-875f-4cdb-91c8-a8de1e46ad85 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1021788 May 19 12:26:45.199561 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-44b9495f-4f6a-4a5e-b6a8-2891dadf1379 req-46200f62-123f-4ee1-8e8a-acde38604454 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762815 May 19 12:26:45.693612 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48244) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:45.829908 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3eaf5e64-553b-4ee2-b75e-a5c3e47a0b56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e2640459def4ed3b1716c7cac92a6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355560 May 19 12:26:45.832575 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48246) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:45.936961 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0b927fe8-7b20-4726-af54-a898f9254987 admin admin] Publish callbacks [] for security_group (ad7488e8-7880-4cad-baa4-5b7df3a7626e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.983133 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0b927fe8-7b20-4726-af54-a898f9254987 admin admin] Publish callbacks [] for security_group (ad7488e8-7880-4cad-baa4-5b7df3a7626e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.990460 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:46.006860 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:46.198934 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0b927fe8-7b20-4726-af54-a898f9254987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ad7488e8-7880-4cad-baa4-5b7df3a7626e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.198934 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0b927fe8-7b20-4726-af54-a898f9254987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.198934 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-0b927fe8-7b20-4726-af54-a898f9254987 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad7488e8-7880-4cad-baa4-5b7df3a7626e HTTP/1.1" status: 204 len: 168 time: 0.3579383 May 19 12:26:46.212995 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b927fe8-7b20-4726-af54-a898f9254987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7488e8-7880-4cad-baa4-5b7df3a7626e,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:46.382275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:46.413330 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2341-fc4f-42f8-82c0-cfbd6705084f req-517e3125-564d-4179-9409-6b0fd20d9452 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:46.418196 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-629f2341-fc4f-42f8-82c0-cfbd6705084f req-517e3125-564d-4179-9409-6b0fd20d9452 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1004989 May 19 12:26:46.490441 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:46.499371 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-629f2341-fc4f-42f8-82c0-cfbd6705084f req-50c9556d-3db4-4a98-ace6-73e172e17423 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751984 May 19 12:26:47.159000 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:47.163332 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:47.437595 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48284) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:47.487833 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-44fe7cd8-2978-4178-908c-719e50bc2754 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2d0451cc99743a9a3e600fe30b7b4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487647 May 19 12:26:47.490318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48286) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:47.570632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abcfc113-ea8d-4d6c-82d1-4227dfc25be2 admin admin] Publish callbacks [] for security_group (b2d32719-99c5-40ce-b2f4-dbd1bb71c82a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.667959 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abcfc113-ea8d-4d6c-82d1-4227dfc25be2 admin admin] Publish callbacks [] for security_group (b2d32719-99c5-40ce-b2f4-dbd1bb71c82a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.699558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4fe0-d6fe-4f68-92b7-cc8af20f4658 req-36d72a9e-bc13-49f7-b38f-ad552061d943 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:47.701270 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-511b4fe0-d6fe-4f68-92b7-cc8af20f4658 req-36d72a9e-bc13-49f7-b38f-ad552061d943 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1080155 May 19 12:26:47.768758 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-511b4fe0-d6fe-4f68-92b7-cc8af20f4658 req-17d1e6fa-59c5-4097-9ee9-e7901bc7acac tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579202 May 19 12:26:47.884121 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abcfc113-ea8d-4d6c-82d1-4227dfc25be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b2d32719-99c5-40ce-b2f4-dbd1bb71c82a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.888363 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abcfc113-ea8d-4d6c-82d1-4227dfc25be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.890372 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-abcfc113-ea8d-4d6c-82d1-4227dfc25be2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2d32719-99c5-40ce-b2f4-dbd1bb71c82a HTTP/1.1" status: 204 len: 168 time: 0.3987534 May 19 12:26:47.902086 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfc113-ea8d-4d6c-82d1-4227dfc25be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d32719-99c5-40ce-b2f4-dbd1bb71c82a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:48.350332 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4aaab2aa-0037-4962-842e-6564f1298e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.971319 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7024159-7094-4c8b-b114-4312056315d1 req-341b0e7d-b222-4bf5-8ae1-a20eeecbc44c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:48.985250 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b7024159-7094-4c8b-b114-4312056315d1 req-341b0e7d-b222-4bf5-8ae1-a20eeecbc44c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1201272 May 19 12:26:49.063192 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b7024159-7094-4c8b-b114-4312056315d1 req-e86b69e1-1cf9-4eca-8a59-9ddc949d8e18 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751019 May 19 12:26:49.515261 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48336) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:49.666257 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1055986143-network', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:49.814794 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Made reservation on behalf of 3be6c3cdf062493184ab67ec3ec9940f for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:49.818947 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.835980 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.961285 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks [] for security_group (90222a08-135a-4aa2-8366-99938cbdf345), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.076923 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (90222a08-135a-4aa2-8366-99938cbdf345), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.103494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:26:50.114363 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90222a08-135a-4aa2-8366-99938cbdf345,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:50.132732 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (ba6c8b19-d609-4748-acf9-6f58bb67b7ab), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.133156 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Added segment ba6c8b19-d609-4748-acf9-6f58bb67b7ab of type vlan for network fd910aa7-5907-427f-8250-4593b656fe8d May 19 12:26:50.224976 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (fd910aa7-5907-427f-8250-4593b656fe8d), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.244192 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c5ed-094d-4b10-beb7-57838048e435 req-ef2ab5cf-d694-4d75-8e6f-e6a294e9154c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:50.245768 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b8a6c5ed-094d-4b10-beb7-57838048e435 req-ef2ab5cf-d694-4d75-8e6f-e6a294e9154c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0676646 May 19 12:26:50.327746 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b8a6c5ed-094d-4b10-beb7-57838048e435 req-a7444d18-6d2f-4013-a33a-36f3bdbf19ba tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 May 19 12:26:50.355970 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (fd910aa7-5907-427f-8250-4593b656fe8d), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.357803 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:50.358876 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.411158 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:50.425439 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] Pushing event updated for resources: {'Network': ['ID=fd910aa7-5907-427f-8250-4593b656fe8d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:50.451437 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network fd910aa7-5907-427f-8250-4593b656fe8d details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:26:50.521933 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-9276018b-db7f-4493-949b-b48c59a19883 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0050211 May 19 12:26:50.525104 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48362) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:50.531480 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Request body: {'subnet': {'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1055986143-subnet', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:50.542734 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:50.601752 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752984-8449-4b98-9e04-0bbdfc1664ff req-54b6f723-1fb6-4342-afbb-30d8bcb0f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:50.604063 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-ca752984-8449-4b98-9e04-0bbdfc1664ff req-54b6f723-1fb6-4342-afbb-30d8bcb0f56d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1129 time: 0.0459623 May 19 12:26:50.647818 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c96-d9f9-43b5-b0c9-9951aa6028f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.657594 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-ca752984-8449-4b98-9e04-0bbdfc1664ff req-a4baf768-ac2a-4f3e-bb88-548c0f4a1c55 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 May 19 12:26:50.681779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Made reservation on behalf of 3be6c3cdf062493184ab67ec3ec9940f for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:50.684266 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.976188 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (d4ca240c-1cf7-4164-a489-e2c268fd5ab7), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.036167 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ca240c-1cf7-4164-a489-e2c268fd5ab7,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:51.082376 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Checking segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:51.083573 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Network hostable DHCP agents. Network: fd910aa7-5907-427f-8250-4593b656fe8d, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:26:51.209746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Network fd910aa7-5907-427f-8250-4593b656fe8d is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:26:51.347365 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, fd910aa7-5907-427f-8250-4593b656fe8d) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:51.355664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:51.357600 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.359558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231964ad-eef1-4991-b5de-6e85968c5834 None None] Network fd910aa7-5907-427f-8250-4593b656fe8d requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:51.500715 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-a8a56af8-6a28-4748-9c22-39a5e704d57f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9694579 May 19 12:26:51.504643 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48380) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:51.514401 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:51.538736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa680434-21ca-4b01-837b-82e967f2153e req-fd08f4d6-47da-4af4-9909-f7bac0ec9659 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:51.552369 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa680434-21ca-4b01-837b-82e967f2153e req-fd08f4d6-47da-4af4-9909-f7bac0ec9659 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1420958 May 19 12:26:51.591573 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-fd910aa7-5907-427f-8250-4593b656fe8d', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:26:51.594345 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.644317 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (871cf3c0-c45d-4229-8f0c-4e779db809ef), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.647252 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (871cf3c0-c45d-4229-8f0c-4e779db809ef), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.703313 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa680434-21ca-4b01-837b-82e967f2153e req-28256c41-22a8-4e3d-b562-08cb82c03c22 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446462 May 19 12:26:51.775498 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks [] for router_controller (871cf3c0-c45d-4229-8f0c-4e779db809ef), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.859641 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Allocated IP 172.20.0.2 (fd910aa7-5907-427f-8250-4593b656fe8d/d4ca240c-1cf7-4164-a489-e2c268fd5ab7/35652f94-a645-48e4-8eac-dc320908c090) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:51.864053 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.087205 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:52.140159 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks [] for router_gateway (871cf3c0-c45d-4229-8f0c-4e779db809ef), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.202125 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Publish callbacks [] for port (35652f94-a645-48e4-8eac-dc320908c090), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.495356 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks [] for router_gateway (871cf3c0-c45d-4229-8f0c-4e779db809ef), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.532416 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (35652f94-a645-48e4-8eac-dc320908c090), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.536119 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.626141 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Network fd910aa7-5907-427f-8250-4593b656fe8d is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:52.631880 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:52.642572 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:52.649355 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Pushing event updated for resources: {'Port': ['ID=35652f94-a645-48e4-8eac-dc320908c090,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:52.755617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Attempting to bind port 35652f94-a645-48e4-8eac-dc320908c090 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:52.756390 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Attempting to bind port 35652f94-a645-48e4-8eac-dc320908c090 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:52.760050 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Attempting to bind port 35652f94-a645-48e4-8eac-dc320908c090 on network fd910aa7-5907-427f-8250-4593b656fe8d {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:52.772041 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:52.772916 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Checking segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:52.773653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.774359 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Bound using segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:52.775228 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Bound port: 35652f94-a645-48e4-8eac-dc320908c090, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:52.775928 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (35652f94-a645-48e4-8eac-dc320908c090), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.871069 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Allocated IP 172.27.3.128 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/fd7881ce-1038-4c6b-8de0-9712e47e986c) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:52.956489 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:52.969170 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f096a7-3793-49c2-920b-7a705cb317c0 req-82c58de4-c0bd-4eff-bc20-819eefa90bf6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:52.974639 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] For port 35652f94-a645-48e4-8eac-dc320908c090, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:52.977589 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-44f096a7-3793-49c2-920b-7a705cb317c0 req-82c58de4-c0bd-4eff-bc20-819eefa90bf6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0909469 May 19 12:26:52.986723 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] For port 35652f94-a645-48e4-8eac-dc320908c090, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=35652f94-a645-48e4-8eac-dc320908c090,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:53.023888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:53.064594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-44f096a7-3793-49c2-920b-7a705cb317c0 req-a8fab5a6-a41b-443f-af7a-1d6c8a9d13aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842109 May 19 12:26:53.134681 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks [] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.211700 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (35652f94-a645-48e4-8eac-dc320908c090), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.327524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.393482 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.414165 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1dc6-2b51-49ff-8ec5-cc5312f9f7ad None None] Pushing event updated for resources: {'Port': ['ID=35652f94-a645-48e4-8eac-dc320908c090,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:53.475185 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:53.475185 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:53.481894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:53.484098 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7881ce-1038-4c6b-8de0-9712e47e986c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:53.487374 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:53.521915 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:53.937291 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks [] for router_gateway (871cf3c0-c45d-4229-8f0c-4e779db809ef), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.155672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (871cf3c0-c45d-4229-8f0c-4e779db809ef), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.270740 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d598b57-f2eb-4fb9-a467-94eba51c2913 req-24e625cc-3f78-4766-8fe5-6f46fb3bb8a9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:54.278343 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d598b57-f2eb-4fb9-a467-94eba51c2913 req-24e625cc-3f78-4766-8fe5-6f46fb3bb8a9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1044247 May 19 12:26:54.390110 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d598b57-f2eb-4fb9-a467-94eba51c2913 req-bad7b665-f43f-4a27-aa8e-d514ec856f8a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108477 May 19 12:26:54.428288 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Router 871cf3c0-c45d-4229-8f0c-4e779db809ef is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:26:54.681376 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:54.697606 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Sync routers for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:54.723082 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:54.724135 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:54.813782 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.814702 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f789db04-fadf-4fac-b5be-b45416db2d31 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3085825 May 19 12:26:54.817550 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48426) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:54.841765 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.879875 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:54.899688 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c354e-7d1e-4d9b-8173-0f7aa58863cb None None] Network fd910aa7-5907-427f-8250-4593b656fe8d requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:54.905499 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:54.927768 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] Provisioning complete for port 35652f94-a645-48e4-8eac-dc320908c090 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:54.928155 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (35652f94-a645-48e4-8eac-dc320908c090), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.172309 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] Current status of the port 35652f94-a645-48e4-8eac-dc320908c090 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:55.174073 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (35652f94-a645-48e4-8eac-dc320908c090), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.204308 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a0fd-54c5-4cf8-a00a-3c09f3954a71 req-5079b731-dacf-4d2e-baed-26fcff07c817 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:55.205934 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-79f9a0fd-54c5-4cf8-a00a-3c09f3954a71 req-5079b731-dacf-4d2e-baed-26fcff07c817 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1189351 May 19 12:26:55.241019 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] For port 35652f94-a645-48e4-8eac-dc320908c090, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=35652f94-a645-48e4-8eac-dc320908c090,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:55.254026 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:53Z', 'revision_number': 3, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:55.314453 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Checking router: 871cf3c0-c45d-4229-8f0c-4e779db809ef for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:55.314818 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Updating router 871cf3c0-c45d-4229-8f0c-4e779db809ef port fd7881ce-1038-4c6b-8de0-9712e47e986c binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:26:55.338081 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-79f9a0fd-54c5-4cf8-a00a-3c09f3954a71 req-11afd522-dba0-42d2-9ac5-86e353ce3dc3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247227 May 19 12:26:55.344609 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (35652f94-a645-48e4-8eac-dc320908c090), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.396078 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.410810 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 35652f94-a645-48e4-8eac-dc320908c090 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:55.523146 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221f46-2c1f-434b-881f-00646deaacee req-7e7f0323-6566-4360-8111-10075279f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:55.544790 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-7e7f0323-6566-4360-8111-10075279f920 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1129 time: 0.3878005 May 19 12:26:55.578125 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bb896-4eee-4d54-94da-19ffc05c149e None None] Pushing event updated for resources: {'Port': ['ID=35652f94-a645-48e4-8eac-dc320908c090,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:55.607953 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 35652f94-a645-48e4-8eac-dc320908c090 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:55.609754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (35652f94-a645-48e4-8eac-dc320908c090), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.821833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-358163cd-fc6e-4887-9934-878fd6d5fc00 None None] Provisioning complete for port 35652f94-a645-48e4-8eac-dc320908c090 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:55.822677 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-358163cd-fc6e-4887-9934-878fd6d5fc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (35652f94-a645-48e4-8eac-dc320908c090), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.826873 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 35652f94-a645-48e4-8eac-dc320908c090 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:55.834075 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:55.946591 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:55.948797 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-358163cd-fc6e-4887-9934-878fd6d5fc00 None None] Current status of the port 35652f94-a645-48e4-8eac-dc320908c090 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:56.157066 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Publish callbacks [] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:56.291351 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221f46-2c1f-434b-881f-00646deaacee req-6f99f9cb-7903-46d5-b64c-380faf4ef998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:56.296252 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-6f99f9cb-7903-46d5-b64c-380faf4ef998 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.7381520 May 19 12:26:56.300414 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:56.363276 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Pushing event updated for resources: {'Port': ['ID=fd7881ce-1038-4c6b-8de0-9712e47e986c,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:56.370244 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-b5f60c36-ae14-4176-bde7-4995eafdf6b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 200 len: 217 time: 0.0632887 May 19 12:26:56.374574 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.375239 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.375779 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.376606 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.377855 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.378479 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.379010 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.379752 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.380282 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.380771 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.381323 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.381896 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.382399 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.384145 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.384743 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:56.442882 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Attempting to bind port fd7881ce-1038-4c6b-8de0-9712e47e986c on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:56.443790 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Attempting to bind port fd7881ce-1038-4c6b-8de0-9712e47e986c by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:56.444719 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Attempting to bind port fd7881ce-1038-4c6b-8de0-9712e47e986c on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:56.457120 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:56.458018 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:56.460777 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:56.463684 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:56.464296 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Bound port: fd7881ce-1038-4c6b-8de0-9712e47e986c, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:56.464737 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:56.500982 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221f46-2c1f-434b-881f-00646deaacee req-29621f80-b560-43ec-b8ca-d63c07dba502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:56.500982 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-29621f80-b560-43ec-b8ca-d63c07dba502 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.1201701 May 19 12:26:56.595071 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221f46-2c1f-434b-881f-00646deaacee req-0f4feb52-40e9-4aca-a19d-08574948454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:56.596639 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-0f4feb52-40e9-4aca-a19d-08574948454a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569911 May 19 12:26:56.639593 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] For port fd7881ce-1038-4c6b-8de0-9712e47e986c, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:56.649719 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] For port fd7881ce-1038-4c6b-8de0-9712e47e986c, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fd7881ce-1038-4c6b-8de0-9712e47e986c,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:56.670149 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9167a-a23a-4c42-974a-ed1003669aeb req-781a4747-4bfe-4e94-9c66-d2d23d3bb0b8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:56.679593 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00b9167a-a23a-4c42-974a-ed1003669aeb req-781a4747-4bfe-4e94-9c66-d2d23d3bb0b8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1716444 May 19 12:26:56.743185 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:56.774455 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00b9167a-a23a-4c42-974a-ed1003669aeb req-730bd232-0471-4b19-a8bf-53778df50dfb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873973 May 19 12:26:56.831181 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:56.875744 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-a5782686-9ddf-447d-b4de-4e91898c2f5e service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639015 May 19 12:26:56.959806 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e954-ccbc-42ad-9b40-a9b966cdeb9a None None] Pushing event updated for resources: {'Port': ['ID=fd7881ce-1038-4c6b-8de0-9712e47e986c,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:56.976223 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:56.978451 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:56.978698 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:56.982112 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:57.088758 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:57.131462 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a3221f46-2c1f-434b-881f-00646deaacee req-832d087d-e02a-46b4-aaae-9d66b6c9c61c service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497423 May 19 12:26:57.194760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Allocated IP 172.20.0.1 (fd910aa7-5907-427f-8250-4593b656fe8d/d4ca240c-1cf7-4164-a489-e2c268fd5ab7/fccfbeb1-5dfb-419d-ae7a-86c4df74e44e) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:57.238258 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:57.269948 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 35652f94-a645-48e4-8eac-dc320908c090 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:57.375023 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 35652f94-a645-48e4-8eac-dc320908c090 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:57.375940 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (35652f94-a645-48e4-8eac-dc320908c090), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:57.405813 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks [] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:57.511452 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 35652f94-a645-48e4-8eac-dc320908c090 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:57.586448 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48462) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:57.588727 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:57.708121 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:53Z', 'revision_number': 3, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:57.710633 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Network fd910aa7-5907-427f-8250-4593b656fe8d is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:57.719723 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:57.740104 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:57.740104 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:57.758546 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbf653-4c25-4fc4-83b6-68ea0bc82283 None None] The sync data for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi is: [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:53Z', 'revision_number': 3, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:57.835935 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (871cf3c0-c45d-4229-8f0c-4e779db809ef), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.000166 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-591989cb-22d0-4919-b000-5eb570fb35ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.093176 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:58.134754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-591989cb-22d0-4919-b000-5eb570fb35ec admin admin] Publish callbacks [] for security_group (36575124-c637-4e17-b9b3-7b53542e804c), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.142192 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fe11d-748d-412a-bb54-c50dd937da45 req-3ed3d1b1-5cc5-4e0e-a824-943c0f6a6500 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:58.149216 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e72fe11d-748d-412a-bb54-c50dd937da45 req-3ed3d1b1-5cc5-4e0e-a824-943c0f6a6500 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.2267752 May 19 12:26:58.258039 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.267349 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-43596e12-7363-4efb-9095-e5c40ff29a20 None None] Provisioning complete for port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:58.268368 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-43596e12-7363-4efb-9095-e5c40ff29a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.282107 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e72fe11d-748d-412a-bb54-c50dd937da45 req-8d8afb3d-9aa1-4f3c-9b57-28adf0c55d11 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317816 May 19 12:26:58.287477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-591989cb-22d0-4919-b000-5eb570fb35ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (36575124-c637-4e17-b9b3-7b53542e804c), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.303753 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:58.385235 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-43596e12-7363-4efb-9095-e5c40ff29a20 None None] Port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:58.403367 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591989cb-22d0-4919-b000-5eb570fb35ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36575124-c637-4e17-b9b3-7b53542e804c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:58.421778 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-591989cb-22d0-4919-b000-5eb570fb35ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b4cbc799d504116a0666915febb872c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8337069 May 19 12:26:58.425653 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48474) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:58.498861 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7be2491-8dd5-49d6-b164-50f24d3f996e admin admin] Publish callbacks [] for security_group (36575124-c637-4e17-b9b3-7b53542e804c), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.535282 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7be2491-8dd5-49d6-b164-50f24d3f996e admin admin] Publish callbacks [] for security_group (36575124-c637-4e17-b9b3-7b53542e804c), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.676871 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks [] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.678888 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:58.804273 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7be2491-8dd5-49d6-b164-50f24d3f996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (36575124-c637-4e17-b9b3-7b53542e804c), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.807754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7be2491-8dd5-49d6-b164-50f24d3f996e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.812531 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d7be2491-8dd5-49d6-b164-50f24d3f996e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36575124-c637-4e17-b9b3-7b53542e804c HTTP/1.1" status: 204 len: 168 time: 0.3852088 May 19 12:26:58.822485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be2491-8dd5-49d6-b164-50f24d3f996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36575124-c637-4e17-b9b3-7b53542e804c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:58.856549 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:58.998529 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (871cf3c0-c45d-4229-8f0c-4e779db809ef), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:59.026801 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:59.196305 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:26:59.229786 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Network fd910aa7-5907-427f-8250-4593b656fe8d is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:59.231733 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:59.268993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fd7881ce-1038-4c6b-8de0-9712e47e986c up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:59.380450 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fd7881ce-1038-4c6b-8de0-9712e47e986c triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:59.382033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:59.477163 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:59.540289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fd7881ce-1038-4c6b-8de0-9712e47e986c is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:59.540694 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:59.552515 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Router 871cf3c0-c45d-4229-8f0c-4e779db809ef has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:59.569221 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port fd7881ce-1038-4c6b-8de0-9712e47e986c, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fd7881ce-1038-4c6b-8de0-9712e47e986c,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:59.615445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c6494-a470-4122-9c7e-9144ad0505f0 req-112dacff-6ee4-4df5-90bb-9ca65154172e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:59.624509 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa0c6494-a470-4122-9c7e-9144ad0505f0 req-112dacff-6ee4-4df5-90bb-9ca65154172e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1747913 May 19 12:26:59.626802 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:59.728981 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa0c6494-a470-4122-9c7e-9144ad0505f0 req-28aac78e-a37b-4f76-bd23-de43619e5052 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034112 May 19 12:26:59.788781 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-6144a6b3-19b0-4b14-aebd-77d8857f066c None None] Provisioning complete for port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:59.789391 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6144a6b3-19b0-4b14-aebd-77d8857f066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:59.803602 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:59.813879 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-eb8b4a55-75f3-4a0e-bc2e-a941936e87b3 admin admin] 10.222.0.57 "PUT /v2.0/routers/871cf3c0-c45d-4229-8f0c-4e779db809ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9951994 May 19 12:26:59.838930 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6144a6b3-19b0-4b14-aebd-77d8857f066c None None] Port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:59.839922 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=fd7881ce-1038-4c6b-8de0-9712e47e986c,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:59.950839 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48494) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:59.971782 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1288d8dd-8370-4439-ba23-21f0fa5489c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:00.058986 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:00.167562 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1288d8dd-8370-4439-ba23-21f0fa5489c3 admin admin] Publish callbacks [] for security_group (60f612dc-ee8b-4fb5-9658-e306afde1aa5), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:00.304656 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1288d8dd-8370-4439-ba23-21f0fa5489c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (60f612dc-ee8b-4fb5-9658-e306afde1aa5), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:00.372261 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-1288d8dd-8370-4439-ba23-21f0fa5489c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8818307692d498db2541fb2a6dcc6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197869 May 19 12:27:00.373505 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288d8dd-8370-4439-ba23-21f0fa5489c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f612dc-ee8b-4fb5-9658-e306afde1aa5,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:00.379287 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48498) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:00.498599 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf56d-9935-4e7a-8a6c-2cdb0ecdb0d6 admin admin] Publish callbacks [] for security_group (60f612dc-ee8b-4fb5-9658-e306afde1aa5), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:00.564495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf56d-9935-4e7a-8a6c-2cdb0ecdb0d6 admin admin] Publish callbacks [] for security_group (60f612dc-ee8b-4fb5-9658-e306afde1aa5), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:00.587619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:00.722956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Sync routers for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:00.739656 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:00.740542 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:00.885087 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79bbc0-901d-4c38-9f1d-fd477c8b4bbd req-9ee53d0a-5743-4a76-8e41-7a473f64e58e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:00.886722 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8d79bbc0-901d-4c38-9f1d-fd477c8b4bbd req-9ee53d0a-5743-4a76-8e41-7a473f64e58e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0572011 May 19 12:27:00.974217 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8d79bbc0-901d-4c38-9f1d-fd477c8b4bbd req-538aa915-d792-4461-a48a-7f53ed4dbc71 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 May 19 12:27:01.008859 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf56d-9935-4e7a-8a6c-2cdb0ecdb0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (60f612dc-ee8b-4fb5-9658-e306afde1aa5), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:01.013184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf56d-9935-4e7a-8a6c-2cdb0ecdb0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:01.015791 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d4aaf56d-9935-4e7a-8a6c-2cdb0ecdb0d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60f612dc-ee8b-4fb5-9658-e306afde1aa5 HTTP/1.1" status: 204 len: 168 time: 0.6350214 May 19 12:27:01.027107 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaf56d-9935-4e7a-8a6c-2cdb0ecdb0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f612dc-ee8b-4fb5-9658-e306afde1aa5,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:01.063686 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:01.312146 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fd7881ce-1038-4c6b-8de0-9712e47e986c up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:01.429103 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fd7881ce-1038-4c6b-8de0-9712e47e986c triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:01.429383 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:01.548349 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:01.594198 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 2, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:01.628355 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Checking router: 871cf3c0-c45d-4229-8f0c-4e779db809ef for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:01.628980 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Updating router 871cf3c0-c45d-4229-8f0c-4e779db809ef port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:27:01.651795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fd7881ce-1038-4c6b-8de0-9712e47e986c is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:01.667854 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:01.782486 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:01.853198 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48532) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:01.859530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1381865430-network', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:02.038262 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Made reservation on behalf of 0cf5d50226094a7a8d8e2e968d8a0cb1 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:27:02.049241 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.067316 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.136974 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Publish callbacks [] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.167867 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8333-5fa7-42b1-bc7c-4bce5f6e67a2 req-736d1062-dadb-4978-92d9-a338e896ffca tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:02.179748 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55dd8333-5fa7-42b1-bc7c-4bce5f6e67a2 req-736d1062-dadb-4978-92d9-a338e896ffca tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.1019986 May 19 12:27:02.237937 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.319156 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55dd8333-5fa7-42b1-bc7c-4bce5f6e67a2 req-490d26ff-68c8-4c26-9ca4-995cd586b7a5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374581 May 19 12:27:02.335221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks [] for security_group (9a669006-1365-4946-ab5b-3a13dd937516), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.422667 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f51bb-c22a-4da2-b10e-e1e793ce1a8a None None] Pushing event updated for resources: {'Port': ['ID=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:02.428500 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9a669006-1365-4946-ab5b-3a13dd937516), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.485684 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:27:02.513829 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Attempting to bind port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:02.514549 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Attempting to bind port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:02.519547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Attempting to bind port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e on network fd910aa7-5907-427f-8250-4593b656fe8d {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:02.530982 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:02.531747 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Checking segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:02.533578 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.534135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Bound using segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:02.534751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Bound port: fccfbeb1-5dfb-419d-ae7a-86c4df74e44e, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:02.536041 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.540865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6b0d0749-7310-4c0b-936c-b3382bd3b6a6), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.541428 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Added segment 6b0d0749-7310-4c0b-936c-b3382bd3b6a6 of type vlan for network d9990f8a-6938-456b-8146-400bb1a9f652 May 19 12:27:02.543703 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a669006-1365-4946-ab5b-3a13dd937516,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:02.616913 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:02.624116 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (d9990f8a-6938-456b-8146-400bb1a9f652), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.733113 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] For port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:02.739300 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] For port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:02.768127 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (d9990f8a-6938-456b-8146-400bb1a9f652), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.774743 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:02.774743 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.795449 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-7ca5efa9-6dec-437c-aa4e-6990b34e007d None None] Provisioning complete for port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:02.796583 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7ca5efa9-6dec-437c-aa4e-6990b34e007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.841245 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5efa9-6dec-437c-aa4e-6990b34e007d None None] Port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:02.859341 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:02.869872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9990f8a-6938-456b-8146-400bb1a9f652,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:02.938684 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-1d37267b-40aa-4811-99e4-2f5016982da5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0840681 May 19 12:27:02.941615 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48554) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:02.947221 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Request body: {'subnet': {'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1381865430-subnet', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'ip_version': 4}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:02.948534 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f51bb-c22a-4da2-b10e-e1e793ce1a8a None None] Pushing event updated for resources: {'Port': ['ID=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:02.953770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network d9990f8a-6938-456b-8146-400bb1a9f652 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:27:03.028882 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:03.031341 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:03.073858 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Made reservation on behalf of 0cf5d50226094a7a8d8e2e968d8a0cb1 for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:27:03.077585 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8996998'] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:03.191921 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:03.243723 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:03.367619 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] Provisioning complete for port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:03.368005 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:03.415232 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:03.561724 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] Current status of the port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:03.561986 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:03.566442 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:02Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:03.577426 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2373709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8997008'] for subnet (e6d18a72-4547-48fc-8e46-a0f9d308f760), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:03.612467 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f3be-d7d9-4091-85b9-8ac192957d21 None None] The sync data for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi is: [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:02Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:27:03.669686 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] For port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:03.734967 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d18a72-4547-48fc-8e46-a0f9d308f760,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:03.741139 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Checking segment: {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:03.741486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Network hostable DHCP agents. Network: d9990f8a-6938-456b-8146-400bb1a9f652, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:27:03.758075 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:03.828901 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2adde-e424-42ab-a446-b7f636108c5c None None] Pushing event updated for resources: {'Port': ['ID=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:03.900653 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Network d9990f8a-6938-456b-8146-400bb1a9f652 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:27:04.007818 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, d9990f8a-6938-456b-8146-400bb1a9f652) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:04.017184 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10388803-2c9b-4f37-9886-4a8d54820f04 None None] Network d9990f8a-6938-456b-8146-400bb1a9f652 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:27:04.017322 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:04.018715 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:04.053905 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:04.194170 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6f69897c-5e9b-489f-af6f-ebce6ee79fff admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2505524 May 19 12:27:04.197297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48572) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:04.209175 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:04.321379 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-d9990f8a-6938-456b-8146-400bb1a9f652', 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'fixed_ips': [{'subnet_id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:27:04.324016 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:04.358524 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (0dafc027-7118-4480-8b9d-baa779bafe06), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:04.359758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (0dafc027-7118-4480-8b9d-baa779bafe06), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:04.485416 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks [] for router_controller (0dafc027-7118-4480-8b9d-baa779bafe06), precommit_add_association {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:04.673510 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Allocated IP 172.20.0.2 (d9990f8a-6938-456b-8146-400bb1a9f652/e6d18a72-4547-48fc-8e46-a0f9d308f760/604469c9-0c04-472f-9f5d-30c5d2d710b9) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:04.961379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks [] for router_gateway (0dafc027-7118-4480-8b9d-baa779bafe06), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.178009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:05.267695 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Publish callbacks [] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.269776 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:05.298726 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fccfbeb1-5dfb-419d-ae7a-86c4df74e44e up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:05.391947 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks [] for router_gateway (0dafc027-7118-4480-8b9d-baa779bafe06), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.401778 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:05.403384 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.499458 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.626941 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Network d9990f8a-6938-456b-8146-400bb1a9f652 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:05.654109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:05.659048 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:05.765460 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Pushing event updated for resources: {'Port': ['ID=604469c9-0c04-472f-9f5d-30c5d2d710b9,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:05.768051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.804107 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48600) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:05.810184 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633243206', 'description': 'tempest-description--108169492'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:05.878295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Attempting to bind port 604469c9-0c04-472f-9f5d-30c5d2d710b9 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:05.878762 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Attempting to bind port 604469c9-0c04-472f-9f5d-30c5d2d710b9 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:05.879403 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Attempting to bind port 604469c9-0c04-472f-9f5d-30c5d2d710b9 on network d9990f8a-6938-456b-8146-400bb1a9f652 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:05.908926 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:05.909931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Checking segment: {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:05.910558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.913213 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Bound using segment: {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:05.914432 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Bound port: 604469c9-0c04-472f-9f5d-30c5d2d710b9, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:05.916692 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:05.962771 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:05.996000 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Allocated IP 172.27.3.132 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/1903bff3-d2dd-4eb4-97df-1bbb86c57c43) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:06.000621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.037271 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:06.042016 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] For port 604469c9-0c04-472f-9f5d-30c5d2d710b9, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:06.047369 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] For port 604469c9-0c04-472f-9f5d-30c5d2d710b9, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=604469c9-0c04-472f-9f5d-30c5d2d710b9,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:06.136802 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group (fbe34218-6165-45db-8417-0abd6dfec254), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.154350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:06.154891 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.175691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks [] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.249808 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c54d-db32-4132-8437-e38a3b897e1c None None] Pushing event updated for resources: {'Port': ['ID=604469c9-0c04-472f-9f5d-30c5d2d710b9,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:06.258455 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (fbe34218-6165-45db-8417-0abd6dfec254), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.324090 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe34218-6165-45db-8417-0abd6dfec254,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:06.325603 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.417972 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.421128 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-be059fa8-beb5-4384-b05b-c7576c20318b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6159599 May 19 12:27:06.423760 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:06.430776 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48614) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:06.437682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'security_group_rule': {'security_group_id': 'fbe34218-6165-45db-8417-0abd6dfec254', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:06.451209 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:06.453251 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:06.460794 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:06.621178 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group_rule (587d831e-ba37-4903-bc2c-73e449bb1107), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.732108 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group_rule (587d831e-ba37-4903-bc2c-73e449bb1107), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.812837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (587d831e-ba37-4903-bc2c-73e449bb1107), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.838095 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d831e-ba37-4903-bc2c-73e449bb1107,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:06.917747 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:06.923616 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9eab9d33-6825-4049-a618-862a29cbcf05 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4888051 May 19 12:27:06.924863 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48616) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:06.929996 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'security_group_rule': {'security_group_id': 'fbe34218-6165-45db-8417-0abd6dfec254', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:06.962917 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks [] for router_gateway (0dafc027-7118-4480-8b9d-baa779bafe06), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.075419 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group_rule (1026af50-cf51-4146-8012-b1f1d2e245ea), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.197403 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:07.207683 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:07.241864 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group_rule (1026af50-cf51-4146-8012-b1f1d2e245ea), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.272813 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (0dafc027-7118-4480-8b9d-baa779bafe06), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.291106 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 604469c9-0c04-472f-9f5d-30c5d2d710b9 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:07.353332 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (1026af50-cf51-4146-8012-b1f1d2e245ea), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.355062 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 604469c9-0c04-472f-9f5d-30c5d2d710b9 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:07.355512 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.381944 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1026af50-cf51-4146-8012-b1f1d2e245ea,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:07.459849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 604469c9-0c04-472f-9f5d-30c5d2d710b9 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:07.460579 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.495922 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.498093 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e2ec4016-5ef1-46be-8cfe-96075cb085d5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5718260 May 19 12:27:07.502728 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48628) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:07.508372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:07.547350 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 604469c9-0c04-472f-9f5d-30c5d2d710b9, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=604469c9-0c04-472f-9f5d-30c5d2d710b9,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:07.658214 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Router 0dafc027-7118-4480-8b9d-baa779bafe06 is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:27:07.659210 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.685606 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.757489 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=10 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:07.759854 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=604469c9-0c04-472f-9f5d-30c5d2d710b9,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:07.806072 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e979e-c5aa-4cb8-a5fa-0bbcfa3544b8 None None] Network d9990f8a-6938-456b-8146-400bb1a9f652 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:27:07.924839 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-3335a3dd-e556-45f3-85b7-c0fc9660ec9b None None] Provisioning complete for port 604469c9-0c04-472f-9f5d-30c5d2d710b9 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:07.925208 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-3335a3dd-e556-45f3-85b7-c0fc9660ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:07.949341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:27:07.971236 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Sync routers for ids ['0dafc027-7118-4480-8b9d-baa779bafe06'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:07.989040 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Routers {'0dafc027-7118-4480-8b9d-baa779bafe06'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:07.989995 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['0dafc027-7118-4480-8b9d-baa779bafe06'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:07.998517 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:08.064825 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-b38158b3-43b4-44b1-875f-931d86a9be08 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253059 May 19 12:27:08.070257 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:08.104596 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:08.106326 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:08.108755 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-22552ea8-ebaf-4241-a40c-6903f3a48fb7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9089482 May 19 12:27:08.112770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48654) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:08.135809 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-3335a3dd-e556-45f3-85b7-c0fc9660ec9b None None] Current status of the port 604469c9-0c04-472f-9f5d-30c5d2d710b9 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:08.295527 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Set router 0dafc027-7118-4480-8b9d-baa779bafe06 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:08.383400 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-2f01339f-95a4-467c-a979-2ade0b254fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:08.386432 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-2f01339f-95a4-467c-a979-2ade0b254fe3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 1129 time: 0.2539837 May 19 12:27:08.472415 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-46301ae6-cb6e-4c15-91c8-8d6dcb23fcc7 None None] Provisioning complete for port 604469c9-0c04-472f-9f5d-30c5d2d710b9 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:08.472961 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-46301ae6-cb6e-4c15-91c8-8d6dcb23fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:08.632786 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-46301ae6-cb6e-4c15-91c8-8d6dcb23fcc7 None None] Current status of the port 604469c9-0c04-472f-9f5d-30c5d2d710b9 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:08.633043 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Allocated IP 172.27.3.56 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/35a230cc-2258-4017-ad18-ffb3b8c5a2c0) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:08.639647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:08.735110 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:27:06Z', 'revision_number': 3, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:08.774234 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-f478d2ed-b0d4-4bf8-88bf-85ec8854d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:08.775844 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-f478d2ed-b0d4-4bf8-88bf-85ec8854d67f service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.3539212 May 19 12:27:08.790376 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Checking router: 0dafc027-7118-4480-8b9d-baa779bafe06 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:08.791245 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Updating router 0dafc027-7118-4480-8b9d-baa779bafe06 port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:27:08.832924 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:08.834575 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:08.911085 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-fab978cb-7612-4748-a60b-5061a707ed0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 200 len: 217 time: 0.0787272 May 19 12:27:08.952000 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:08.984039 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-123227af-23b3-45d0-8b01-d9ba370347ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:08.985545 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-123227af-23b3-45d0-8b01-d9ba370347ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0677953 May 19 12:27:09.079028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:09.079316 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-c11d69af-dfc6-4070-abcc-affd4dbbe2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:09.081747 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-c11d69af-dfc6-4070-abcc-affd4dbbe2d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0852430 May 19 12:27:09.086432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Allocated IP 172.20.0.1 (d9990f8a-6938-456b-8146-400bb1a9f652/e6d18a72-4547-48fc-8e46-a0f9d308f760/31ad4edf-6784-4429-b650-69a815ce82a1) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:09.199942 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 604469c9-0c04-472f-9f5d-30c5d2d710b9 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:09.213854 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.282026 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks [] for port (31ad4edf-6784-4429-b650-69a815ce82a1), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.293023 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:09.301295 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:09.305339 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-f28a08ca-e021-45ad-9a28-1c5516def7a4 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148328 May 19 12:27:09.306276 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:09.308534 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'Port': ['ID=35a230cc-2258-4017-ad18-ffb3b8c5a2c0,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:09.333541 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:09.376060 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 604469c9-0c04-472f-9f5d-30c5d2d710b9 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:09.376932 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.471131 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.483817 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Publish callbacks [] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.501312 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 604469c9-0c04-472f-9f5d-30c5d2d710b9 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:09.522554 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4429e86b-0f14-4e17-8c56-0a21ce1ab91c req-d62cea59-6ae6-419a-a6ee-8552f50a3c51 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090373 May 19 12:27:09.532176 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:09.541306 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.549305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Network d9990f8a-6938-456b-8146-400bb1a9f652 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:09.554391 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:09.556737 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Pushing event updated for resources: {'Port': ['ID=31ad4edf-6784-4429-b650-69a815ce82a1,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:09.559592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:09.584807 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.603059 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:09.622758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (0dafc027-7118-4480-8b9d-baa779bafe06), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.646618 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Attempting to bind port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:09.647174 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Attempting to bind port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:09.647574 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Attempting to bind port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:09.673001 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:09.673735 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:09.680669 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.680669 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:09.680669 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Bound port: 1903bff3-d2dd-4eb4-97df-1bbb86c57c43, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:09.680669 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.739524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.754945 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fa866-8088-4d0a-a73e-c40a71ed663e None None] Pushing event updated for resources: {'Port': ['ID=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:09.807217 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:09.822083 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] For port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:09.828809 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] For port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:09.929170 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.963011 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b01608f5-39f0-45b0-8f97-dc0e3e337b9a None None] Provisioning complete for port 31ad4edf-6784-4429-b650-69a815ce82a1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:09.963610 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b01608f5-39f0-45b0-8f97-dc0e3e337b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:09.982988 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.010636 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fa866-8088-4d0a-a73e-c40a71ed663e None None] Pushing event updated for resources: {'Port': ['ID=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:10.014341 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b01608f5-39f0-45b0-8f97-dc0e3e337b9a None None] Port 31ad4edf-6784-4429-b650-69a815ce82a1 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:10.072809 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:10.085736 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Routers {'0dafc027-7118-4480-8b9d-baa779bafe06'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:10.086650 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['0dafc027-7118-4480-8b9d-baa779bafe06'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:10.167198 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.242732 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] Set router 0dafc027-7118-4480-8b9d-baa779bafe06 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:10.310875 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.354075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks [] for port (31ad4edf-6784-4429-b650-69a815ce82a1), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.449843 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.454300 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'Port': ['ID=35a230cc-2258-4017-ad18-ffb3b8c5a2c0,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:10.462736 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.571351 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Pushing event updated for resources: {'Port': ['ID=31ad4edf-6784-4429-b650-69a815ce82a1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:10.573961 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (0dafc027-7118-4480-8b9d-baa779bafe06), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.610381 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '31ad4edf-6784-4429-b650-69a815ce82a1', 'name': '', 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'mac_address': 'fa:16:3e:fc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:08Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 1, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'subnets': [{'id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:10.640406 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:10.650056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:10.651489 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-66b77755-9b6f-469a-8c73-36a0523e5f67 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1386678 May 19 12:27:10.651652 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5e40f-bb9f-4516-8c50-65f9c607249d None None] The sync data for ids ['0dafc027-7118-4480-8b9d-baa779bafe06'] in dv-cinder-778193-27-iscsi is: [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '31ad4edf-6784-4429-b650-69a815ce82a1', 'name': '', 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'mac_address': 'fa:16:3e:fc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:08Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 1, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'subnets': [{'id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:27:10.714865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Network d9990f8a-6938-456b-8146-400bb1a9f652 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:10.717519 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:10.880769 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Router 0dafc027-7118-4480-8b9d-baa779bafe06 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:27:11.015564 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:11.161679 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-7e6233b4-e932-4ad0-8774-c789dd51a19b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--633243206&fields=id&tenant_id=d9e96ed4a3b5430298605d709d353f6e HTTP/1.1" status: 200 len: 267 time: 0.1852465 May 19 12:27:11.190062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:27:11.201147 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-2e52f0f1-ed3d-41ac-9159-e0b6ad39f988 None None] Provisioning complete for port 31ad4edf-6784-4429-b650-69a815ce82a1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:11.201533 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2e52f0f1-ed3d-41ac-9159-e0b6ad39f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:11.225960 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-366d843c-1828-4c4f-9931-7fe309037a04 admin admin] 10.222.0.57 "PUT /v2.0/routers/0dafc027-7118-4480-8b9d-baa779bafe06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0986500 May 19 12:27:11.305848 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-2e52f0f1-ed3d-41ac-9159-e0b6ad39f988 None None] Port 31ad4edf-6784-4429-b650-69a815ce82a1 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:11.348616 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48748) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:11.352692 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-a0e50b86-85bf-414e-ac70-85bfe4e55625 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:11.362799 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-a0e50b86-85bf-414e-ac70-85bfe4e55625 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 819 time: 0.1819882 May 19 12:27:11.381041 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-23e82181-ad87-48ba-9590-0b9ad551586e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/quotas/d9e96ed4a3b5430298605d709d353f6e HTTP/1.1" status: 200 len: 375 time: 0.0146186 May 19 12:27:11.466705 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-d86ceedb-7719-47bd-b65c-1ce5b8bb6ccb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0775023 May 19 12:27:11.549689 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:11.583430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:11.637583 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-2f728035-2b08-4989-b6e7-e33a6f3e538d service neutron] 10.222.0.57 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485620 May 19 12:27:11.667428 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Publish callbacks [] for security_group (468c0506-74dd-42de-8475-f120d1ac0b7c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:11.735022 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-15f6802d-2049-4412-a815-3806165294f6 service neutron] 10.222.0.57 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964656 May 19 12:27:11.767268 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (468c0506-74dd-42de-8475-f120d1ac0b7c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:11.801538 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:11.831596 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=133e12dca2544f9b910713b2cc5292e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4814014 May 19 12:27:11.833448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468c0506-74dd-42de-8475-f120d1ac0b7c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:11.834545 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48762) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:11.842600 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.843193 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.843681 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.844195 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.844669 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.845156 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.845639 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.846112 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.846620 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.847262 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.847733 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.848320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.848942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.849410 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.849980 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3618-6a5a-4ebb-8fcf-1830c653eedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:11.945252 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22d9847c-f27d-43ea-91f1-f24595776984 admin admin] Publish callbacks [] for security_group (468c0506-74dd-42de-8475-f120d1ac0b7c), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:11.981862 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22d9847c-f27d-43ea-91f1-f24595776984 admin admin] Publish callbacks [] for security_group (468c0506-74dd-42de-8475-f120d1ac0b7c), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:12.163995 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9a89280f-3072-4cc2-a3aa-b8e9530e8743 req-851d2396-d2fd-4a8b-81d3-15859809c755 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0383232 May 19 12:27:12.252549 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22d9847c-f27d-43ea-91f1-f24595776984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (468c0506-74dd-42de-8475-f120d1ac0b7c), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:12.255274 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22d9847c-f27d-43ea-91f1-f24595776984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:12.258746 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-22d9847c-f27d-43ea-91f1-f24595776984 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/468c0506-74dd-42de-8475-f120d1ac0b7c HTTP/1.1" status: 204 len: 168 time: 0.4198887 May 19 12:27:12.272350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9847c-f27d-43ea-91f1-f24595776984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c0506-74dd-42de-8475-f120d1ac0b7c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:13.277230 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:13.282875 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-752da486-e8ba-4589-8033-c7adcb979199 req-85c1544e-65f3-479b-bbb5-0d1a48be008e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0466964 May 19 12:27:13.337912 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:13.363376 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:13.363376 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.395591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 48800) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:13.436170 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48802) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:13.472117 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4df7cbd3-736b-4188-a2f7-753430fe5f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.524033 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Deleting subnet 920713db-9cd1-44d4-879f-c1a431b70842 {{(pid=104398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:27:13.531068 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Publish callbacks [] for subnet (920713db-9cd1-44d4-879f-c1a431b70842), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.564478 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:13.565662 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.596445 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:13.618897 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4df7cbd3-736b-4188-a2f7-753430fe5f81 admin admin] Publish callbacks [] for security_group (72737583-49fc-4051-8f43-592edb24cd8c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.802051 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Sync routers for ids ['0dafc027-7118-4480-8b9d-baa779bafe06'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:13.804573 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4df7cbd3-736b-4188-a2f7-753430fe5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (72737583-49fc-4051-8f43-592edb24cd8c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.809864 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9831517'] for subnet (920713db-9cd1-44d4-879f-c1a431b70842), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.842806 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.853828 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Routers {'0dafc027-7118-4480-8b9d-baa779bafe06'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:13.854614 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['0dafc027-7118-4480-8b9d-baa779bafe06'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:13.870191 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (920713db-9cd1-44d4-879f-c1a431b70842), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:13.921858 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4df7cbd3-736b-4188-a2f7-753430fe5f81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebb1e6176bf0438291c4b90b34ed7a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4845016 May 19 12:27:13.922879 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7cbd3-736b-4188-a2f7-753430fe5f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72737583-49fc-4051-8f43-592edb24cd8c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:13.925339 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48804) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:14.003029 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46c55540-a9fa-4a82-b106-308a6f25530f admin admin] Publish callbacks [] for security_group (72737583-49fc-4051-8f43-592edb24cd8c), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.033505 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46c55540-a9fa-4a82-b106-308a6f25530f admin admin] Publish callbacks [] for security_group (72737583-49fc-4051-8f43-592edb24cd8c), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.044638 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:14.077999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8841472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403439'] for subnet (920713db-9cd1-44d4-879f-c1a431b70842), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.115635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920713db-9cd1-44d4-879f-c1a431b70842,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:14.127533 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.132100 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-1b3a7f50-4d72-45ca-9e22-2a104ca1f04d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/920713db-9cd1-44d4-879f-c1a431b70842 HTTP/1.1" status: 204 len: 168 time: 0.7354193 May 19 12:27:14.134758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48808) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:14.138566 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Set router 0dafc027-7118-4480-8b9d-baa779bafe06 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:14.140202 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:14.200113 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46c55540-a9fa-4a82-b106-308a6f25530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (72737583-49fc-4051-8f43-592edb24cd8c), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.203620 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46c55540-a9fa-4a82-b106-308a6f25530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.204878 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-46c55540-a9fa-4a82-b106-308a6f25530f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72737583-49fc-4051-8f43-592edb24cd8c HTTP/1.1" status: 204 len: 168 time: 0.2786119 May 19 12:27:14.244255 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c55540-a9fa-4a82-b106-308a6f25530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72737583-49fc-4051-8f43-592edb24cd8c,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:14.291668 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (2a706f2f-b53b-4a57-8c78-98defdba4774), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.304490 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:14.458046 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dcd32b8f-5739-4d9a-b10b-924b986ed825 req-3c44fd4a-e335-4771-9ab5-08fd05c6f47b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0619335 May 19 12:27:14.463429 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '31ad4edf-6784-4429-b650-69a815ce82a1', 'name': '', 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'mac_address': 'fa:16:3e:fc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:08Z', 'updated_at': '2022-05-19T12:27:10Z', 'revision_number': 2, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'subnets': [{'id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:14.487993 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (2a706f2f-b53b-4a57-8c78-98defdba4774), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.493295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Checking router: 0dafc027-7118-4480-8b9d-baa779bafe06 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:14.493901 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Updating router 0dafc027-7118-4480-8b9d-baa779bafe06 port 31ad4edf-6784-4429-b650-69a815ce82a1 binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:27:14.513020 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a706f2f-b53b-4a57-8c78-98defdba4774']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:14.527235 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1db1499-f1bc-4195-8a3c-75f53b496db1') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:14.528139 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1db1499-f1bc-4195-8a3c-75f53b496db1') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:14.530333 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.555419 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (c1db1499-f1bc-4195-8a3c-75f53b496db1), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.573913 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (c1db1499-f1bc-4195-8a3c-75f53b496db1), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.583314 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:27:14.584710 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (c1db1499-f1bc-4195-8a3c-75f53b496db1), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:27:14.586816 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:27:14.897435 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Publish callbacks [] for port (31ad4edf-6784-4429-b650-69a815ce82a1), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.207145 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:15.222966 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (2a706f2f-b53b-4a57-8c78-98defdba4774), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.247155 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.259108 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] 10.222.0.57 "DELETE /v2.0/networks/2a706f2f-b53b-4a57-8c78-98defdba4774 HTTP/1.1" status: 204 len: 168 time: 1.1223590 May 19 12:27:15.261269 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b195be-d67d-4d78-aae7-7387c39db81d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a706f2f-b53b-4a57-8c78-98defdba4774,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:15.318106 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.436940 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:15.437391 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.620562 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7597f3ae-76c0-419a-a9cb-81312bc5c868 req-59a9a501-95f8-43ea-b265-08c79550d932 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0566471 May 19 12:27:15.768755 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48826) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:15.803036 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-7ff008b0-6195-4399-93a3-7f113d8db6a5 None None] Provisioning complete for port 31ad4edf-6784-4429-b650-69a815ce82a1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:15.803935 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7ff008b0-6195-4399-93a3-7f113d8db6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.805285 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644a07e-2b9b-40e7-971a-c4621ce72b90 None None] Pushing event updated for resources: {'Port': ['ID=31ad4edf-6784-4429-b650-69a815ce82a1,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:15.842792 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:15.861568 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fb6958f4-bcb5-472e-b184-13f30a50a5da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f556df7a95041279685098584415ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914524 May 19 12:27:15.865704 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 48830) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:15.887360 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:15.901135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Attempting to bind port 31ad4edf-6784-4429-b650-69a815ce82a1 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:15.901504 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Attempting to bind port 31ad4edf-6784-4429-b650-69a815ce82a1 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:15.903984 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Attempting to bind port 31ad4edf-6784-4429-b650-69a815ce82a1 on network d9990f8a-6938-456b-8146-400bb1a9f652 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:15.954650 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:15.955037 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Checking segment: {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:15.955443 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.955837 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Bound using segment: {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:15.956328 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Bound port: 31ad4edf-6784-4429-b650-69a815ce82a1, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0d0749-7310-4c0b-936c-b3382bd3b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:15.956710 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:15.989402 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-35c37a73-6b3e-43bd-9e30-8bafb3ae91b9 admin admin] Publish callbacks [] for security_group (5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:16.023411 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-35c37a73-6b3e-43bd-9e30-8bafb3ae91b9 admin admin] Publish callbacks [] for security_group (5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:16.025477 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:16.025810 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-7ff008b0-6195-4399-93a3-7f113d8db6a5 None None] Port 31ad4edf-6784-4429-b650-69a815ce82a1 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:16.033761 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:16.093565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] For port 31ad4edf-6784-4429-b650-69a815ce82a1, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:16.093565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] For port 31ad4edf-6784-4429-b650-69a815ce82a1, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=31ad4edf-6784-4429-b650-69a815ce82a1,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:16.474242 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:16.572036 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-a8a094c7-84a7-441a-bc68-cff87bb52bcf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:16.573967 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-a8a094c7-84a7-441a-bc68-cff87bb52bcf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 819 time: 0.4428098 May 19 12:27:16.613024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-35c37a73-6b3e-43bd-9e30-8bafb3ae91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:16.615273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-35c37a73-6b3e-43bd-9e30-8bafb3ae91b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:16.616868 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-35c37a73-6b3e-43bd-9e30-8bafb3ae91b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf HTTP/1.1" status: 204 len: 168 time: 0.7501655 May 19 12:27:16.623589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644a07e-2b9b-40e7-971a-c4621ce72b90 None None] Pushing event updated for resources: {'Port': ['ID=31ad4edf-6784-4429-b650-69a815ce82a1,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:16.651955 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Routers {'0dafc027-7118-4480-8b9d-baa779bafe06'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:16.653464 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:26:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['0dafc027-7118-4480-8b9d-baa779bafe06'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:16.713233 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c37a73-6b3e-43bd-9e30-8bafb3ae91b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae19a67-a7fa-4a87-87a7-fbef24bd9eaf,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:16.794640 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a498e82e-751f-4cbd-9ee9-773ecc44bc84 req-1838c7c6-4dc1-4e1d-b449-7d9bcdab7cdf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0470352 May 19 12:27:16.821539 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-89234e45-b629-42b3-87f7-702c79c3b9b9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e96ed4a3b5430298605d709d353f6e HTTP/1.1" status: 200 len: 379 time: 0.2254519 May 19 12:27:16.837247 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'port': {'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'admin_state_up': True, 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'security_groups': ['fbe34218-6165-45db-8417-0abd6dfec254']}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:17.080006 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] Provisioning complete for port 31ad4edf-6784-4429-b650-69a815ce82a1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:17.080654 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.118309 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] Set router 0dafc027-7118-4480-8b9d-baa779bafe06 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:17.123512 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Made reservation on behalf of d9e96ed4a3b5430298605d709d353f6e for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:27:17.132963 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.186868 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:17.389291 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 31ad4edf-6784-4429-b650-69a815ce82a1 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:17.413945 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Allocated IP 172.20.0.9 (be7a1bb6-7423-463b-a0ab-52779c3ad619/72ce90da-99f8-49d5-97ca-d28e3668ae17/849d8b72-d2dd-410e-89b0-e5a60ec6340e) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:17.461519 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] Current status of the port 31ad4edf-6784-4429-b650-69a815ce82a1 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:17.461917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.474056 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:17.495217 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '31ad4edf-6784-4429-b650-69a815ce82a1', 'name': '', 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'mac_address': 'fa:16:3e:fc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:08Z', 'updated_at': '2022-05-19T12:27:16Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'subnets': [{'id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:17.544040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9062-7936-4a27-a4ce-27e61ae1fefb None None] The sync data for ids ['0dafc027-7118-4480-8b9d-baa779bafe06'] in dv-cinder-778193-27-iscsi is: [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:27:09Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '31ad4edf-6784-4429-b650-69a815ce82a1', 'name': '', 'network_id': 'd9990f8a-6938-456b-8146-400bb1a9f652', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'mac_address': 'fa:16:3e:fc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:08Z', 'updated_at': '2022-05-19T12:27:16Z', 'revision_number': 4, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'subnets': [{'id': 'e6d18a72-4547-48fc-8e46-a0f9d308f760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:27:17.549520 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] For port 31ad4edf-6784-4429-b650-69a815ce82a1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=31ad4edf-6784-4429-b650-69a815ce82a1,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:17.551485 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 31ad4edf-6784-4429-b650-69a815ce82a1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:17.552057 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.636910 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 31ad4edf-6784-4429-b650-69a815ce82a1 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:17.637070 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.637308 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.747784 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:17.751033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.823070 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.843669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.db.api [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:27:17.844393 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG oslo_db.api [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:27:17.862609 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4ee5d-e2e0-4916-8a37-d310cd67c5e8 None None] Pushing event updated for resources: {'Port': ['ID=31ad4edf-6784-4429-b650-69a815ce82a1,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:18.006244 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event updated for resources: {'Port': ['ID=849d8b72-d2dd-410e-89b0-e5a60ec6340e,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:18.040040 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:18.041735 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:18.045596 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:18.093824 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:18.097051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcb027-6fb0-4f27-8ade-963c2f95f904 req-5b16515d-ee30-433e-a56c-dda441ce6f2f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:18.098937 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53bcb027-6fb0-4f27-8ade-963c2f95f904 req-5b16515d-ee30-433e-a56c-dda441ce6f2f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 931 time: 0.1154499 May 19 12:27:18.184624 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:18.185599 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:18.188992 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:18.294063 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53bcb027-6fb0-4f27-8ade-963c2f95f904 req-670835c9-0552-42fa-a97b-375d9ee3b19b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883380 May 19 12:27:18.312675 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-f5312213-e621-459a-bb7f-cd88c6e47cd4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4846799 May 19 12:27:18.340797 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Request body: {'port': {'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:18.428110 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d99299d8-0a9b-4486-9533-6d14ecbe948c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:18.443768 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 31ad4edf-6784-4429-b650-69a815ce82a1 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:18.496825 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-8c09e4ba-daab-4042-9bc4-a3fe12137f6a None None] Provisioning complete for port 849d8b72-d2dd-410e-89b0-e5a60ec6340e triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:18.497577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8c09e4ba-daab-4042-9bc4-a3fe12137f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:18.506819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:18.552251 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-8c09e4ba-daab-4042-9bc4-a3fe12137f6a None None] Port 849d8b72-d2dd-410e-89b0-e5a60ec6340e cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:19.076451 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849d8b72-d2dd-410e-89b0-e5a60ec6340e {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:19.101792 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Publish callbacks [] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.138952 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:19.142136 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Transition to ACTIVE for port object 849d8b72-d2dd-410e-89b0-e5a60ec6340e will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:27:19.209339 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.253383 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 31ad4edf-6784-4429-b650-69a815ce82a1 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:19.326379 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 31ad4edf-6784-4429-b650-69a815ce82a1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:19.326693 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.479728 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 31ad4edf-6784-4429-b650-69a815ce82a1 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:19.508453 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Pushing event updated for resources: {'Port': ['ID=849d8b72-d2dd-410e-89b0-e5a60ec6340e,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:19.587947 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Attempting to bind port 849d8b72-d2dd-410e-89b0-e5a60ec6340e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:19.587947 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Attempting to bind port 849d8b72-d2dd-410e-89b0-e5a60ec6340e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:19.587947 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Attempting to bind port 849d8b72-d2dd-410e-89b0-e5a60ec6340e on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:19.593253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Port 849d8b72-d2dd-410e-89b0-e5a60ec6340e on network be7a1bb6-7423-463b-a0ab-52779c3ad619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:27:19.593586 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Attempting to bind port 849d8b72-d2dd-410e-89b0-e5a60ec6340e on network be7a1bb6-7423-463b-a0ab-52779c3ad619 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:19.595282 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c014d-1679-424d-8e3a-00bbe3e81b81 req-3f428265-b5e9-44ec-a72f-b7c00ff8105a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:19.600242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-565c014d-1679-424d-8e3a-00bbe3e81b81 req-3f428265-b5e9-44ec-a72f-b7c00ff8105a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 943 time: 0.1109340 May 19 12:27:19.606140 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:19.606492 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Checking segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:19.606796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Bound using segment: {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:19.608416 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Bound port: 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89a7dc8-40e5-4ae2-8e00-6872e090b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:19.608815 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.708372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] For port 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:19.712022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] For port 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:19.740413 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-565c014d-1679-424d-8e3a-00bbe3e81b81 req-d4575f3a-5676-4d4a-89c5-252e0c52b3a9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301281 May 19 12:27:19.867879 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.928642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:19.928642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.929334 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] 10.222.0.77 "PUT /v2.0/ports/849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 1093 time: 1.6072264 May 19 12:27:19.932426 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:19.944425 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af0c08-1723-4ae7-8971-9117a503e28c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:19.973620 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a17aee-d294-425f-95be-19ce619d3a8f service neutron] Pushing event updated for resources: {'Port': ['ID=849d8b72-d2dd-410e-89b0-e5a60ec6340e,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:20.021407 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb93aee-f2b2-482e-8b75-180fa26fe7c0 x-openstack-request-id: req-fbb93aee-f2b2-482e-8b75-180fa26fe7c0 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:20.021816 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:20.022196 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbb93aee-f2b2-482e-8b75-180fa26fe7c0 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:20.022738 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb93aee-f2b2-482e-8b75-180fa26fe7c0'] response: {'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'status': 'completed', 'code': 200} May 19 12:27:20.170513 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af0c08-1723-4ae7-8971-9117a503e28c req-2c1cc739-0c57-4bec-ba36-021e95c46d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.182242 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-58af0c08-1723-4ae7-8971-9117a503e28c req-2c1cc739-0c57-4bec-ba36-021e95c46d2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1127 time: 0.1268616 May 19 12:27:20.384890 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af0c08-1723-4ae7-8971-9117a503e28c req-eaaacb56-e09a-4b7d-96af-349b42c19605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.389441 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-58af0c08-1723-4ae7-8971-9117a503e28c req-eaaacb56-e09a-4b7d-96af-349b42c19605 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d9e96ed4a3b5430298605d709d353f6e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1803796 May 19 12:27:20.549152 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af0c08-1723-4ae7-8971-9117a503e28c req-e2bf0d6c-ed93-457f-bf10-d9aa4da095a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.551900 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-58af0c08-1723-4ae7-8971-9117a503e28c req-e2bf0d6c-ed93-457f-bf10-d9aa4da095a8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498091 May 19 12:27:20.641184 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9b0445a9-2564-4fb7-a5b9-675d9fcf71f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:20.688942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-dbaed890-0e96-46bf-a8ab-f3e190f883f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.692338 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-dbaed890-0e96-46bf-a8ab-f3e190f883f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1127 time: 0.0888155 May 19 12:27:20.797362 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-771005c3-097d-4a3d-8395-1e9a0123ce37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 217 time: 0.0883753 May 19 12:27:20.875052 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-b1949241-a9f0-454d-b566-be741ae04d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.876688 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-b1949241-a9f0-454d-b566-be741ae04d78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0695953 May 19 12:27:20.954286 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-2e16507e-82d4-4238-94b0-1ba5ac0adfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.955980 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-2e16507e-82d4-4238-94b0-1ba5ac0adfdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724006 May 19 12:27:20.972425 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c22f1f-073a-45f0-904d-46f82871303c req-20977dce-ac47-4284-b569-78565901cfb7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:20.974767 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1c22f1f-073a-45f0-904d-46f82871303c req-20977dce-ac47-4284-b569-78565901cfb7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 943 time: 0.1010351 May 19 12:27:21.114790 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1c22f1f-073a-45f0-904d-46f82871303c req-d05f1b17-90a4-438f-878e-c88c48abd006 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291683 May 19 12:27:21.142028 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-3489ecb3-d8d2-4620-85d6-e262c7cdab6f service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776683 May 19 12:27:21.233815 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:21.288956 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1ad6401a-80fd-42d3-9fc4-b9b7c63c0135 req-aae1987a-e108-40f4-b1f3-7f022f17db11 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363873 May 19 12:27:21.889829 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:22.263025 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5e243-432e-4f40-9b62-27a28f4ce95b req-34927360-3672-4195-8b7e-5886287b1da4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:22.264822 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94c5e243-432e-4f40-9b62-27a28f4ce95b req-34927360-3672-4195-8b7e-5886287b1da4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 943 time: 0.0620937 May 19 12:27:22.322418 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94c5e243-432e-4f40-9b62-27a28f4ce95b req-fea758a1-8cfd-45f2-aac1-f2369f9f62e9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519772 May 19 12:27:23.351882 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:23.596736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be021-7e86-4c68-b71a-ee32a0b76812 req-dc552b29-c8b9-4226-93c5-c26bb5fb5d69 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:23.611166 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e8be021-7e86-4c68-b71a-ee32a0b76812 req-dc552b29-c8b9-4226-93c5-c26bb5fb5d69 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 943 time: 0.1645069 May 19 12:27:23.690256 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e8be021-7e86-4c68-b71a-ee32a0b76812 req-c9f9dd55-3d59-4884-95c0-b65092327d1c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769956 May 19 12:27:24.168936 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:24.172987 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:24.845404 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:24.869408 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d213a9-75a6-4ede-bbfb-2472f9843fac req-f660ea8a-8704-42a8-bebd-a57f1b8c4b7f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:24.871737 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f6d213a9-75a6-4ede-bbfb-2472f9843fac req-f660ea8a-8704-42a8-bebd-a57f1b8c4b7f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 943 time: 0.0882261 May 19 12:27:25.001139 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f6d213a9-75a6-4ede-bbfb-2472f9843fac req-09f67142-e32d-4429-a5ef-792e2fd397e1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231411 May 19 12:27:25.108098 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:25.845609 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 849d8b72-d2dd-410e-89b0-e5a60ec6340e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:27:26.001375 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:26.017188 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:27:26.069585 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:26.072785 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 849d8b72-d2dd-410e-89b0-e5a60ec6340e is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:26.073248 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:26.091831 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849d8b72-d2dd-410e-89b0-e5a60ec6340e {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:26.127036 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:26.164052 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc76b4-c08b-47f4-881c-d50eaea74d3e req-50dd2628-d67a-49ca-8082-d03ea4f4b2f8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:26.165629 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-99dc76b4-c08b-47f4-881c-d50eaea74d3e req-50dd2628-d67a-49ca-8082-d03ea4f4b2f8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 943 time: 0.0551741 May 19 12:27:26.230881 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-99dc76b4-c08b-47f4-881c-d50eaea74d3e req-cb6f6c6a-c28c-4cef-9dc3-fbf9e6a024c9 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589130 May 19 12:27:26.300727 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:26.375441 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=849d8b72-d2dd-410e-89b0-e5a60ec6340e,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:26.387880 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.388799 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.389245 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.393438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.394604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.394604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.395040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.395876 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.396044 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:26.876741 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['849d8b72-d2dd-410e-89b0-e5a60ec6340e'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:27:27.360470 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408354e-3d12-44f8-975a-ced7aa77c9b3 req-2ff682f3-9ad2-48b6-946f-c6abb0497189 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:27.361970 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5408354e-3d12-44f8-975a-ced7aa77c9b3 req-2ff682f3-9ad2-48b6-946f-c6abb0497189 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 944 time: 0.0579419 May 19 12:27:27.425494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5408354e-3d12-44f8-975a-ced7aa77c9b3 req-b7305a09-57b7-43f3-a769-2194a894f9fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578432 May 19 12:27:28.085549 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49076) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:28.206500 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 849d8b72-d2dd-410e-89b0-e5a60ec6340e up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:28.217755 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2098-355a-4f61-8c1f-6b6c1234eeb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.254463 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 849d8b72-d2dd-410e-89b0-e5a60ec6340e completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:27:28.301842 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:28.315649 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2098-355a-4f61-8c1f-6b6c1234eeb6 admin admin] Publish callbacks [] for security_group (86eb6469-289e-4480-b8fa-2eff33236d6f), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.323987 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-84ae51d1-d7f2-4ae9-bdc3-8d635e1973b6 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:28.324381 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 849d8b72-d2dd-410e-89b0-e5a60ec6340e triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:28.324830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.333870 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-84ae51d1-d7f2-4ae9-bdc3-8d635e1973b6 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 815 time: 0.1255734 May 19 12:27:28.343156 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-4b1ea8be-9e38-48eb-869a-ddfb74719bab tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/quotas/3be6c3cdf062493184ab67ec3ec9940f HTTP/1.1" status: 200 len: 375 time: 0.0113325 May 19 12:27:28.391111 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:28.415559 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-f2ece71f-51a8-4533-a0e5-8017577724ff tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648437 May 19 12:27:28.432994 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 849d8b72-d2dd-410e-89b0-e5a60ec6340e is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:28.436989 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.461269 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2098-355a-4f61-8c1f-6b6c1234eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (86eb6469-289e-4480-b8fa-2eff33236d6f), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.488718 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:28.490237 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:28.492916 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4031f4b-6b8c-463a-842b-6b2d73e8b4fa" -d '{"events": [{"server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "name": "network-vif-plugged", "status": "completed", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:28.510565 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2a7a2098-355a-4f61-8c1f-6b6c1234eeb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=560710d52f2e40b1a48529941b390623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237173 May 19 12:27:28.520646 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49102) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:28.540074 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a2098-355a-4f61-8c1f-6b6c1234eeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eb6469-289e-4480-b8fa-2eff33236d6f,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:28.575484 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:28.585912 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-8dde6c9a-5078-43e6-b233-b9a69fd6b878 service neutron] 10.222.0.57 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558859 May 19 12:27:28.625325 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.660347 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Publish callbacks [] for security_group (86eb6469-289e-4480-b8fa-2eff33236d6f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.701736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Publish callbacks [] for security_group (86eb6469-289e-4480-b8fa-2eff33236d6f), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.759569 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-96d240de-d88a-40d1-8bc3-d6e24a7f9c01 service neutron] 10.222.0.57 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639783 May 19 12:27:28.820722 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=849d8b72-d2dd-410e-89b0-e5a60ec6340e,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:28.858455 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (86eb6469-289e-4480-b8fa-2eff33236d6f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.861364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:28.862707 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86eb6469-289e-4480-b8fa-2eff33236d6f HTTP/1.1" status: 204 len: 168 time: 0.3409843 May 19 12:27:28.872750 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eb6469-289e-4480-b8fa-2eff33236d6f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:28.894553 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.894999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.895412 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.895942 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.896285 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.896710 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.897465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.897856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.898274 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.898740 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.899155 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.900183 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.900612 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.901045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:28.901364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959db27-f84b-4612-84c0-3521865c112e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:29.105754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce7d7-63bd-4fbb-b148-a8e65616e3ee req-66893db0-98b5-4da1-8d44-28aa66958303 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:29.108310 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa0ce7d7-63bd-4fbb-b148-a8e65616e3ee req-66893db0-98b5-4da1-8d44-28aa66958303 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0559967 May 19 12:27:29.136843 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:29.162478 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa0ce7d7-63bd-4fbb-b148-a8e65616e3ee req-723b13ec-75ea-492f-9855-fc8db7d02cd1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475185 May 19 12:27:29.220948 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb88c5-6460-4366-ae46-cab92b29e7b0 x-openstack-request-id: req-35fb88c5-6460-4366-ae46-cab92b29e7b0 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:29.221524 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "name": "network-vif-plugged", "status": "completed", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:29.221750 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35fb88c5-6460-4366-ae46-cab92b29e7b0 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:29.222145 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fb88c5-6460-4366-ae46-cab92b29e7b0'] response: {'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'code': 200} May 19 12:27:29.276768 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dda0d4a6-760c-427e-9a12-785e6e050033 req-b4eb870c-f49f-4af1-b312-46751f68870c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0291946 May 19 12:27:29.769607 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d779-c67d-405a-81ca-aaa9b68de1b8 req-35c574be-2a88-46f1-9008-6409c7860305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:29.771816 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d2a8d779-c67d-405a-81ca-aaa9b68de1b8 req-35c574be-2a88-46f1-9008-6409c7860305 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.0459673 May 19 12:27:29.832585 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d2a8d779-c67d-405a-81ca-aaa9b68de1b8 req-eb8a793f-71b4-4ec4-92e3-442810ac06dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453517 May 19 12:27:29.837026 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49126) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:29.857677 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8a04f6e-b55d-4ab9-bcac-4ed5ad1b9248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:29.963657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8a04f6e-b55d-4ab9-bcac-4ed5ad1b9248 admin admin] Publish callbacks [] for security_group (a42f71cf-d967-4fc3-bffc-4470b541d479), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:30.112172 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8a04f6e-b55d-4ab9-bcac-4ed5ad1b9248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a42f71cf-d967-4fc3-bffc-4470b541d479), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:30.157361 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49130) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:30.157496 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-b8a04f6e-b55d-4ab9-bcac-4ed5ad1b9248 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f6415338f68474897dff669feb0dc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193157 May 19 12:27:30.158374 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a04f6e-b55d-4ab9-bcac-4ed5ad1b9248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f71cf-d967-4fc3-bffc-4470b541d479,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:30.223055 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-093fe0b5-dab6-4273-894f-a14fa29c9ae6 admin admin] Publish callbacks [] for security_group (a42f71cf-d967-4fc3-bffc-4470b541d479), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:30.256470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-093fe0b5-dab6-4273-894f-a14fa29c9ae6 admin admin] Publish callbacks [] for security_group (a42f71cf-d967-4fc3-bffc-4470b541d479), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:30.332529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb7d5f-65fe-44b8-a5d2-5953a5f17a96 req-1667b1ef-7c51-4a7c-b0a8-c164a5d9899f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:30.334622 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83bb7d5f-65fe-44b8-a5d2-5953a5f17a96 req-1667b1ef-7c51-4a7c-b0a8-c164a5d9899f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0684791 May 19 12:27:30.375231 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-65845935-f029-42d0-bd59-166fe2fdb53e req-9c2835a8-5654-431b-816b-f93cf92f3682 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0394871 May 19 12:27:30.406805 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-093fe0b5-dab6-4273-894f-a14fa29c9ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a42f71cf-d967-4fc3-bffc-4470b541d479), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:30.410779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-093fe0b5-dab6-4273-894f-a14fa29c9ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:30.412554 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-093fe0b5-dab6-4273-894f-a14fa29c9ae6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a42f71cf-d967-4fc3-bffc-4470b541d479 HTTP/1.1" status: 204 len: 168 time: 0.2539525 May 19 12:27:30.422356 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fe0b5-dab6-4273-894f-a14fa29c9ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f71cf-d967-4fc3-bffc-4470b541d479,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:30.430237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83bb7d5f-65fe-44b8-a5d2-5953a5f17a96 req-e1bdbb8c-f16b-48a7-b139-862dab029663 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853784 May 19 12:27:31.595088 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-21019e77-975a-4e37-9b27-38361f0e88a0 req-f8d33d18-c35b-4568-a41a-6b85189173bb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0792294 May 19 12:27:31.639453 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b2cfb-5c9d-4c51-a9b4-5718af57ef96 req-224b19c4-eea1-4e91-a1a4-566f0e25e8ef tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:31.641119 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-438b2cfb-5c9d-4c51-a9b4-5718af57ef96 req-224b19c4-eea1-4e91-a1a4-566f0e25e8ef tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0691917 May 19 12:27:31.724788 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-438b2cfb-5c9d-4c51-a9b4-5718af57ef96 req-c5946732-c7bc-4646-9273-55cadb1bb377 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771494 May 19 12:27:32.721548 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ceda8082-55c4-4832-8d60-7a91a77b6a82 req-517184ce-182f-4312-9c6a-fc5323e89ec4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0417225 May 19 12:27:32.854670 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2be6a0-40ab-4645-ac73-868dd5f316b7 req-bbd3a39d-99bf-42fd-99bd-4a814b533f85 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:32.856865 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bb2be6a0-40ab-4645-ac73-868dd5f316b7 req-bbd3a39d-99bf-42fd-99bd-4a814b533f85 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0579188 May 19 12:27:32.925519 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bb2be6a0-40ab-4645-ac73-868dd5f316b7 req-47117702-48e8-47a8-84e1-ba9aab0652fd tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623441 May 19 12:27:33.075053 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2658d-d434-4638-8df4-b787875a232c req-42c73046-99c9-4cc2-9ea4-8970c55d4e0a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:33.076709 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dfe2658d-d434-4638-8df4-b787875a232c req-42c73046-99c9-4cc2-9ea4-8970c55d4e0a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0761147 May 19 12:27:33.086633 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49206) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:33.092760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'floatingip': {'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:33.158524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:33.601548 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:33.739702 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-d4eb08b9-f739-4ae6-985c-6df8d5312e19 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:33.749258 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-d4eb08b9-f739-4ae6-985c-6df8d5312e19 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.77 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 815 time: 0.2696173 May 19 12:27:33.801535 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'port': {'device_id': '70659f4e-c927-47dc-a23a-abd0db258731', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'admin_state_up': True, 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:33.832750 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:33.867213 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:33.932324 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f36747ae-fb71-4825-92cc-c7d88f2d33ba req-6249cc4e-b98e-47ed-8ba3-a519ea21be94 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0634482 May 19 12:27:33.938584 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.097918 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Floating IP a4427cac-a571-4020-8f8e-be2acf0a256e associated. External IP: 172.27.3.56, port: 849d8b72-d2dd-410e-89b0-e5a60ec6340e. May 19 12:27:34.177030 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Made reservation on behalf of 3be6c3cdf062493184ab67ec3ec9940f for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:27:34.180519 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.395634 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:34.473304 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:27:34.496104 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Allocated IP 172.20.0.11 (fd910aa7-5907-427f-8250-4593b656fe8d/d4ca240c-1cf7-4164-a489-e2c268fd5ab7/d7221580-bd77-42eb-a222-b1dd8a491c4c) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:34.545515 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49272) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:34.695851 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b08dfc0-b04a-4c78-8342-11f64458f826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.794127 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b08dfc0-b04a-4c78-8342-11f64458f826 admin admin] Publish callbacks [] for security_group (d138f692-827b-41c9-9386-1a623d02ce76), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.831219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:27:34.841826 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] Sync routers for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:34.843506 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.857274 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:34.858000 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:27:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:34.885318 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.892768 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-754a0edd-09f5-4ac4-a959-abafc80788f1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "PUT /v2.0/floatingips/a4427cac-a571-4020-8f8e-be2acf0a256e HTTP/1.1" status: 200 len: 990 time: 1.8049171 May 19 12:27:34.895308 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:34.899280 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50235ef0-a050-4f28-b716-55832b8fb87d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:34.920355 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:34.952511 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc78f5fe-8ee7-488f-9b7c-0756c70d68fa x-openstack-request-id: req-fc78f5fe-8ee7-488f-9b7c-0756c70d68fa {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:34.952800 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:34.953105 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc78f5fe-8ee7-488f-9b7c-0756c70d68fa {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:34.953511 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc78f5fe-8ee7-488f-9b7c-0756c70d68fa'] response: {'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'status': 'completed', 'code': 200} May 19 12:27:34.957278 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b08dfc0-b04a-4c78-8342-11f64458f826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d138f692-827b-41c9-9386-1a623d02ce76), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.970095 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:35.013977 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0b08dfc0-b04a-4c78-8342-11f64458f826 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dafbdf8a2ac24e83b516da4f0ea53687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637449 May 19 12:27:35.013977 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08dfc0-b04a-4c78-8342-11f64458f826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138f692-827b-41c9-9386-1a623d02ce76,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:35.016759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49288) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:35.054152 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.127794 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:35.141219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50235ef0-a050-4f28-b716-55832b8fb87d req-f85f9a96-f75f-4a32-830f-9a3f5d7eed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:35.142959 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-f85f9a96-f75f-4a32-830f-9a3f5d7eed19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.1584980 May 19 12:27:35.143913 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:35.175239 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:35.187700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1139a75c-469d-40d2-b335-6c49ba3321a0 admin admin] Publish callbacks [] for security_group (d138f692-827b-41c9-9386-1a623d02ce76), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.203965 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Network fd910aa7-5907-427f-8250-4593b656fe8d is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:35.211727 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:35.249944 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:35.257595 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1139a75c-469d-40d2-b335-6c49ba3321a0 admin admin] Publish callbacks [] for security_group (d138f692-827b-41c9-9386-1a623d02ce76), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.299866 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'a4427cac-a571-4020-8f8e-be2acf0a256e', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:09Z', 'updated_at': '2022-05-19T12:27:33Z', 'revision_number': 1, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:35.358667 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f64ba-8d21-4868-ba3d-008ab7f8c092 req-8b3468e0-95e0-4b0d-a6de-4a52ee113da4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:35.364806 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] Checking router: 3ab6125e-aa3f-471f-bb98-88599aa20bc2 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:35.369649 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d51f64ba-8d21-4868-ba3d-008ab7f8c092 req-8b3468e0-95e0-4b0d-a6de-4a52ee113da4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.2877362 May 19 12:27:35.395737 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:35.396485 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:27:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:35.506334 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d51f64ba-8d21-4868-ba3d-008ab7f8c092 req-d35f43b7-d1c6-453c-822b-8bb7bd8806f4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339657 May 19 12:27:35.530197 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:35.531393 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.565983 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1139a75c-469d-40d2-b335-6c49ba3321a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d138f692-827b-41c9-9386-1a623d02ce76), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.574609 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1139a75c-469d-40d2-b335-6c49ba3321a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.575776 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-1139a75c-469d-40d2-b335-6c49ba3321a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d138f692-827b-41c9-9386-1a623d02ce76 HTTP/1.1" status: 204 len: 168 time: 0.5571115 May 19 12:27:35.594691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139a75c-469d-40d2-b335-6c49ba3321a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138f692-827b-41c9-9386-1a623d02ce76,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:35.687704 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-59c30299-fdab-4d89-8c1a-1d1ef8235bf7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9008758 May 19 12:27:35.715375 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:35.723181 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50235ef0-a050-4f28-b716-55832b8fb87d req-e701f11a-4ec1-4937-a4c2-c60753543639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:35.725119 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-e701f11a-4ec1-4937-a4c2-c60753543639 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.5056818 May 19 12:27:35.796704 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b048c289-887d-4739-aee5-4824cb4201f7 None None] Provisioning complete for port d7221580-bd77-42eb-a222-b1dd8a491c4c triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:35.797266 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b048c289-887d-4739-aee5-4824cb4201f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.930648 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b048c289-887d-4739-aee5-4824cb4201f7 None None] Port d7221580-bd77-42eb-a222-b1dd8a491c4c cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:36.149853 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'a4427cac-a571-4020-8f8e-be2acf0a256e', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:09Z', 'updated_at': '2022-05-19T12:27:33Z', 'revision_number': 1, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:36.183241 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7d944-6070-4671-9f9b-bf2c51952de0 None None] The sync data for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi is: [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'a4427cac-a571-4020-8f8e-be2acf0a256e', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:09Z', 'updated_at': '2022-05-19T12:27:33Z', 'revision_number': 1, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:27:36.197311 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:27:36.488494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49312) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:36.491353 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fbbfc2-1397-436c-8ddf-e7f3f7595595 None None] New status for floating IP a4427cac-a571-4020-8f8e-be2acf0a256e: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:27:36.504529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b9e3600c-5f57-412f-9b69-932d9dc37c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.657882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b9e3600c-5f57-412f-9b69-932d9dc37c4b admin admin] Publish callbacks [] for security_group (54cedb51-90dd-499e-be73-d679ce157ff2), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.727657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b9e3600c-5f57-412f-9b69-932d9dc37c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (54cedb51-90dd-499e-be73-d679ce157ff2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.780928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51428df7-06c6-4e34-b04f-c85c35dae749 req-6a425d20-f92d-47aa-b997-e60051799611 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:36.782674 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51428df7-06c6-4e34-b04f-c85c35dae749 req-6a425d20-f92d-47aa-b997-e60051799611 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.1233320 May 19 12:27:36.803275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3600c-5f57-412f-9b69-932d9dc37c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cedb51-90dd-499e-be73-d679ce157ff2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:36.816217 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-b9e3600c-5f57-412f-9b69-932d9dc37c4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=830d5a28b2254f3ca367d0a5d97f6db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243990 May 19 12:27:36.816671 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49318) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:36.866002 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51428df7-06c6-4e34-b04f-c85c35dae749 req-52faabc0-587d-4e97-b37e-993f59b24025 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718589 May 19 12:27:36.919689 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-59af7385-a42c-49a3-9f51-f47cba193ebb admin admin] Publish callbacks [] for security_group (54cedb51-90dd-499e-be73-d679ce157ff2), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.948893 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-59af7385-a42c-49a3-9f51-f47cba193ebb admin admin] Publish callbacks [] for security_group (54cedb51-90dd-499e-be73-d679ce157ff2), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.083007 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-59af7385-a42c-49a3-9f51-f47cba193ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (54cedb51-90dd-499e-be73-d679ce157ff2), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.085670 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-59af7385-a42c-49a3-9f51-f47cba193ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.086985 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-59af7385-a42c-49a3-9f51-f47cba193ebb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54cedb51-90dd-499e-be73-d679ce157ff2 HTTP/1.1" status: 204 len: 168 time: 0.2716386 May 19 12:27:37.099616 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af7385-a42c-49a3-9f51-f47cba193ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cedb51-90dd-499e-be73-d679ce157ff2,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:38.017207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4cc96-11b6-4997-832f-b277a3644287 req-40d0e958-2fa7-48d2-ba13-55e3a1125a02 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:38.019225 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bea4cc96-11b6-4997-832f-b277a3644287 req-40d0e958-2fa7-48d2-ba13-55e3a1125a02 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0636678 May 19 12:27:38.107491 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bea4cc96-11b6-4997-832f-b277a3644287 req-2a456e0b-7d31-4c21-9b2d-43f3a84d0194 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812738 May 19 12:27:39.263855 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36d2fc-42c6-4b96-a281-5a57a37fb3e1 req-70b8e140-783b-4155-b8ef-dd8873b78257 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:39.265416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe36d2fc-42c6-4b96-a281-5a57a37fb3e1 req-70b8e140-783b-4155-b8ef-dd8873b78257 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0562627 May 19 12:27:39.325188 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe36d2fc-42c6-4b96-a281-5a57a37fb3e1 req-ee1f4722-0b1e-4b03-ad0e-bd088a229a20 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540080 May 19 12:27:40.477322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5965b-29b2-411c-80e6-8f1597de70b3 req-32837cb1-ef09-4e34-b4e5-5dfef924d239 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:40.482874 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1b5965b-29b2-411c-80e6-8f1597de70b3 req-32837cb1-ef09-4e34-b4e5-5dfef924d239 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0582273 May 19 12:27:40.538877 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1b5965b-29b2-411c-80e6-8f1597de70b3 req-9b66d893-80ad-4910-a88d-c5586065608f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523295 May 19 12:27:40.986383 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:41.702789 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fdbac-634b-4dac-8369-4159c9dbc1e8 req-f298f458-5511-42c9-8db9-5690e5ddb17b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.704636 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f2fdbac-634b-4dac-8369-4159c9dbc1e8 req-f298f458-5511-42c9-8db9-5690e5ddb17b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0663311 May 19 12:27:41.745455 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:41.764127 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f2fdbac-634b-4dac-8369-4159c9dbc1e8 req-66196b82-aa58-4858-b279-368a4d99503b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521867 May 19 12:27:42.242299 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b43c5-e57c-4768-a15a-dbfa0100a771 req-b46ecc0e-9572-4a9e-b53e-afeefcfb114b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:42.244422 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b54b43c5-e57c-4768-a15a-dbfa0100a771 req-b46ecc0e-9572-4a9e-b53e-afeefcfb114b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0590498 May 19 12:27:42.327334 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b54b43c5-e57c-4768-a15a-dbfa0100a771 req-46049bb4-759d-4437-b788-b81e96187015 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697141 May 19 12:27:42.930773 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88058d8-7b08-4e31-9905-d90ee35eb800 req-f011f773-0e70-432c-a6eb-fb563da4ecc5 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:42.935858 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e88058d8-7b08-4e31-9905-d90ee35eb800 req-f011f773-0e70-432c-a6eb-fb563da4ecc5 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0630550 May 19 12:27:42.983743 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e88058d8-7b08-4e31-9905-d90ee35eb800 req-78592218-8745-475c-9b5d-ef50b6f51c4f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 May 19 12:27:43.443376 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:43.465143 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afea49-19b3-456c-910d-cfe9d72ac5be req-e1fa5f9d-9b12-4106-b7e3-68430adc7eb2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:43.467304 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83afea49-19b3-456c-910d-cfe9d72ac5be req-e1fa5f9d-9b12-4106-b7e3-68430adc7eb2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0656435 May 19 12:27:43.518938 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-83afea49-19b3-456c-910d-cfe9d72ac5be req-c05ea6e3-3153-46bd-a8a1-af9656c02d44 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461245 May 19 12:27:44.118951 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee2bb3-271b-43ea-a740-cde0717853af req-117a5b6d-0cfe-428a-9b88-dd99e3efa606 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:44.121409 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1bee2bb3-271b-43ea-a740-cde0717853af req-117a5b6d-0cfe-428a-9b88-dd99e3efa606 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0533550 May 19 12:27:44.180702 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1bee2bb3-271b-43ea-a740-cde0717853af req-be4cfd34-4967-4ba3-b3bd-42c3ff8aba31 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528798 May 19 12:27:44.663278 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a50dd-b690-4011-94ed-6361e0f33fb3 req-11f921e6-3ecb-4cef-935b-ee1d6b895118 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:44.664850 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b1a50dd-b690-4011-94ed-6361e0f33fb3 req-11f921e6-3ecb-4cef-935b-ee1d6b895118 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0610476 May 19 12:27:44.717004 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b1a50dd-b690-4011-94ed-6361e0f33fb3 req-bb124881-d4e1-463e-a853-f988850b94fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458393 May 19 12:27:45.319930 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4079b99-46be-435f-88da-68231e2bc8c9 req-50f1fb12-ae9f-4f7e-83d2-99d0e08a6f02 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:45.326227 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4079b99-46be-435f-88da-68231e2bc8c9 req-50f1fb12-ae9f-4f7e-83d2-99d0e08a6f02 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0613742 May 19 12:27:45.390048 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4079b99-46be-435f-88da-68231e2bc8c9 req-3b8ff317-5d0c-4e6f-806b-4fd02182f1b7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 May 19 12:27:45.848491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0101ea-f787-4239-b1c0-f47e12cbe7a1 req-a9d26ed8-9a98-4c5e-b224-95dd05798677 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:45.849885 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3b0101ea-f787-4239-b1c0-f47e12cbe7a1 req-a9d26ed8-9a98-4c5e-b224-95dd05798677 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0502954 May 19 12:27:45.919951 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3b0101ea-f787-4239-b1c0-f47e12cbe7a1 req-2b8ea0a5-5157-4d90-be63-696fec377361 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635641 May 19 12:27:46.369243 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=86 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:46.372496 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=90 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:46.516814 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dd332-eb17-40a9-897c-24fd0a1eddf1 req-b62d4039-b8c9-4493-b253-f4acdbd397c5 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.518289 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f27dd332-eb17-40a9-897c-24fd0a1eddf1 req-b62d4039-b8c9-4493-b253-f4acdbd397c5 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0579960 May 19 12:27:46.571533 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f27dd332-eb17-40a9-897c-24fd0a1eddf1 req-0e0b94b1-3be4-486f-9afc-edd007c64819 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472503 May 19 12:27:46.998096 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:47.067465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e518-fdbc-49e5-b213-eab2ec9aa874 req-aead659c-067b-4c01-9ad5-bb24041d65ff tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:47.069041 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2737e518-fdbc-49e5-b213-eab2ec9aa874 req-aead659c-067b-4c01-9ad5-bb24041d65ff tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0606816 May 19 12:27:47.092930 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:47.142440 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2737e518-fdbc-49e5-b213-eab2ec9aa874 req-abcaf098-d367-4f95-9970-2df7e07b95d4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661774 May 19 12:27:47.696985 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d938-47a8-44a9-b6ba-5398528bb39e req-1d74190b-5f1d-4680-ab7a-ad4eaf6cfc5f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:47.699066 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-05c2d938-47a8-44a9-b6ba-5398528bb39e req-1d74190b-5f1d-4680-ab7a-ad4eaf6cfc5f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0566218 May 19 12:27:47.749088 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-05c2d938-47a8-44a9-b6ba-5398528bb39e req-9422f918-bb7d-4f5a-8ac2-e2edd1c783f8 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 May 19 12:27:48.288305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937cea-2389-4982-bb58-68ab6e22b930 req-3e74e0c5-f953-4b8a-a48d-10c43e59850d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:48.288305 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c937cea-2389-4982-bb58-68ab6e22b930 req-3e74e0c5-f953-4b8a-a48d-10c43e59850d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0523016 May 19 12:27:48.328607 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:48.343001 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c937cea-2389-4982-bb58-68ab6e22b930 req-75dd5590-5690-459d-b067-991213258024 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516539 May 19 12:27:48.383590 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ed42d56c-9a68-4f22-9759-475c163d07a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:48.869740 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72166607-b535-477d-abb9-f0e0b4351cd5 req-0be1946b-2170-4072-892b-d05fcb6d8009 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:48.871374 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72166607-b535-477d-abb9-f0e0b4351cd5 req-0be1946b-2170-4072-892b-d05fcb6d8009 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0515878 May 19 12:27:48.932900 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72166607-b535-477d-abb9-f0e0b4351cd5 req-e3cb262e-9423-48ea-b50c-5171f9835247 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539544 May 19 12:27:49.468807 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f853b-6ee2-4656-a9a4-96877931a266 req-8429dc1f-aa9f-4a39-95a7-2cdc34765a0b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:49.470386 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ba3f853b-6ee2-4656-a9a4-96877931a266 req-8429dc1f-aa9f-4a39-95a7-2cdc34765a0b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0493224 May 19 12:27:49.520296 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ba3f853b-6ee2-4656-a9a4-96877931a266 req-55e70a91-1cdf-4617-93de-eefcee49708d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 May 19 12:27:50.047210 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1b1fd-61e2-4757-ad65-722a885d23ad req-9349dc7d-027c-458e-a1c2-901770fd0306 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.048689 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55e1b1fd-61e2-4757-ad65-722a885d23ad req-9349dc7d-027c-458e-a1c2-901770fd0306 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0473258 May 19 12:27:50.096042 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55e1b1fd-61e2-4757-ad65-722a885d23ad req-186c2056-081e-447a-8e83-7e802416927a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 May 19 12:27:50.607714 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:50.612224 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fc6531aa-5401-47a4-a6da-a4e345e92060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:50.656632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b01d-b7cb-4b31-9118-e6b2b51cc887 req-eea5a1bd-0eab-4326-aa3a-3ab3b07d3c70 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.658211 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4a5b01d-b7cb-4b31-9118-e6b2b51cc887 req-eea5a1bd-0eab-4326-aa3a-3ab3b07d3c70 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0604696 May 19 12:27:50.710497 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4a5b01d-b7cb-4b31-9118-e6b2b51cc887 req-a65fe6b7-d1e8-4803-88c7-1412b9b7a4a6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 May 19 12:27:51.220083 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec1f5-0395-4b86-9dc9-5a518d628237 req-9ddb149d-9107-40d9-9ffc-51e8a78b4ac7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:51.221557 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-33eec1f5-0395-4b86-9dc9-5a518d628237 req-9ddb149d-9107-40d9-9ffc-51e8a78b4ac7 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0510230 May 19 12:27:51.271994 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-33eec1f5-0395-4b86-9dc9-5a518d628237 req-a5a9da66-dd6e-4f22-93a3-691e2c0d30bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 May 19 12:27:51.772754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:51.841786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b724c-30f4-460c-8a60-bc131e75b954 req-f0a3181b-5ca9-4bdc-a2eb-658208ba4062 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:51.843734 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f6b724c-30f4-460c-8a60-bc131e75b954 req-f0a3181b-5ca9-4bdc-a2eb-658208ba4062 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0566468 May 19 12:27:51.913634 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f6b724c-30f4-460c-8a60-bc131e75b954 req-d65c3fd6-18a2-4114-8f55-b7c9262214ad tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521688 May 19 12:27:52.386331 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e621b5-9080-4aa0-8d13-78dc0a83ecee req-2e2d97a3-e855-417f-bc0b-f996cb7b8fcf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:52.388516 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-85e621b5-9080-4aa0-8d13-78dc0a83ecee req-2e2d97a3-e855-417f-bc0b-f996cb7b8fcf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0499451 May 19 12:27:52.442898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-85e621b5-9080-4aa0-8d13-78dc0a83ecee req-10acc88e-3f43-4601-ba31-5c997ce85aaa tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484123 May 19 12:27:53.066201 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4186045-065a-4bf9-aae1-5f299c0a53d4 req-cf9ae4af-e552-4f30-b789-89db3f83cc60 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:53.067889 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4186045-065a-4bf9-aae1-5f299c0a53d4 req-cf9ae4af-e552-4f30-b789-89db3f83cc60 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0702019 May 19 12:27:53.130794 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4186045-065a-4bf9-aae1-5f299c0a53d4 req-56fc6020-3154-4e3f-8407-97cfbc66712f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541682 May 19 12:27:53.346225 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:53.572587 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa702f-6de7-466c-9ac8-6d1a27aee643 req-7832b25f-7deb-4877-929f-42bec595c40f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:53.574148 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cfa702f-6de7-466c-9ac8-6d1a27aee643 req-7832b25f-7deb-4877-929f-42bec595c40f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0500805 May 19 12:27:53.618504 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49632) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:53.627520 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cfa702f-6de7-466c-9ac8-6d1a27aee643 req-316c146a-d0f2-4f3c-bc39-1bf4c1678d28 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 May 19 12:27:53.734552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7958aef8-6c96-4fc0-9dbf-cfb18c4f532f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:53.842745 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7958aef8-6c96-4fc0-9dbf-cfb18c4f532f admin admin] Publish callbacks [] for security_group (135bb787-528d-415b-83e2-32fa6185a537), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:53.944777 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7958aef8-6c96-4fc0-9dbf-cfb18c4f532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (135bb787-528d-415b-83e2-32fa6185a537), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:53.986615 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958aef8-6c96-4fc0-9dbf-cfb18c4f532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135bb787-528d-415b-83e2-32fa6185a537,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:53.991265 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7958aef8-6c96-4fc0-9dbf-cfb18c4f532f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe02c98ccfa444e78a8b256297f8fdc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710718 May 19 12:27:53.995320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49638) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:54.053162 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0617fd38-d2b4-4b06-8fdc-6996951a3bf3 admin admin] Publish callbacks [] for security_group (135bb787-528d-415b-83e2-32fa6185a537), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:54.080328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0617fd38-d2b4-4b06-8fdc-6996951a3bf3 admin admin] Publish callbacks [] for security_group (135bb787-528d-415b-83e2-32fa6185a537), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:54.284981 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b39bcd-d4a6-4add-b273-d036bf1a500d req-fe797764-b88f-47d3-b2d6-9989e483dcaf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.286589 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81b39bcd-d4a6-4add-b273-d036bf1a500d req-fe797764-b88f-47d3-b2d6-9989e483dcaf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0611627 May 19 12:27:54.347346 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81b39bcd-d4a6-4add-b273-d036bf1a500d req-d21c9c8a-d982-411b-9c8a-5f89c3df87fb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540295 May 19 12:27:54.467214 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0617fd38-d2b4-4b06-8fdc-6996951a3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (135bb787-528d-415b-83e2-32fa6185a537), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:54.470372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-0617fd38-d2b4-4b06-8fdc-6996951a3bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:54.475718 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-0617fd38-d2b4-4b06-8fdc-6996951a3bf3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/135bb787-528d-415b-83e2-32fa6185a537 HTTP/1.1" status: 204 len: 168 time: 0.4753339 May 19 12:27:54.482380 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617fd38-d2b4-4b06-8fdc-6996951a3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135bb787-528d-415b-83e2-32fa6185a537,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:54.695940 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:54.763162 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:54.774900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca850832-09c3-4fce-8f50-f797e5c6f497 req-946f8c79-4cbd-492b-82f7-5c0a153c43e4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.776474 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca850832-09c3-4fce-8f50-f797e5c6f497 req-946f8c79-4cbd-492b-82f7-5c0a153c43e4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0580747 May 19 12:27:54.820818 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:54.841483 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca850832-09c3-4fce-8f50-f797e5c6f497 req-f68b7fb3-3f0a-4b96-8230-3182d3d2475d tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 May 19 12:27:55.427927 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49662) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:55.455447 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee46b-dacf-4ba3-b28c-4f94397a3687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.493039 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36090908-f200-4b84-8ef4-7bdd7efc27cf req-00cf2ac8-e0b4-4481-9419-ba782297886c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:55.494723 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36090908-f200-4b84-8ef4-7bdd7efc27cf req-00cf2ac8-e0b4-4481-9419-ba782297886c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0527599 May 19 12:27:55.554178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36090908-f200-4b84-8ef4-7bdd7efc27cf req-f16fcea4-8440-4130-9d95-2cb9d063c40b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527661 May 19 12:27:55.560973 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee46b-dacf-4ba3-b28c-4f94397a3687 admin admin] Publish callbacks [] for security_group (1ac5935d-0baa-4676-97f0-5313d21d02e7), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.671495 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee46b-dacf-4ba3-b28c-4f94397a3687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (1ac5935d-0baa-4676-97f0-5313d21d02e7), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.722084 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7b3ee46b-dacf-4ba3-b28c-4f94397a3687 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6b87b3c4241473290448118ca530368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924280 May 19 12:27:55.723008 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ee46b-dacf-4ba3-b28c-4f94397a3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5935d-0baa-4676-97f0-5313d21d02e7,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:55.724939 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49668) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:55.782097 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3158-db02-4a1e-a410-baaad1f9f0a5 admin admin] Publish callbacks [] for security_group (1ac5935d-0baa-4676-97f0-5313d21d02e7), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.816264 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3158-db02-4a1e-a410-baaad1f9f0a5 admin admin] Publish callbacks [] for security_group (1ac5935d-0baa-4676-97f0-5313d21d02e7), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.953132 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:55.968207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72b3ff-7856-4349-99e0-1610fbc06b2d req-04dbe8d6-9b41-4bdf-a4b5-b79eb6d9805a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:55.969877 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce72b3ff-7856-4349-99e0-1610fbc06b2d req-04dbe8d6-9b41-4bdf-a4b5-b79eb6d9805a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0547810 May 19 12:27:55.972535 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3158-db02-4a1e-a410-baaad1f9f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (1ac5935d-0baa-4676-97f0-5313d21d02e7), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.975213 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3158-db02-4a1e-a410-baaad1f9f0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.976480 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-cc5c3158-db02-4a1e-a410-baaad1f9f0a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ac5935d-0baa-4676-97f0-5313d21d02e7 HTTP/1.1" status: 204 len: 168 time: 0.2500567 May 19 12:27:56.001754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c3158-db02-4a1e-a410-baaad1f9f0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5935d-0baa-4676-97f0-5313d21d02e7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:56.046839 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce72b3ff-7856-4349-99e0-1610fbc06b2d req-f284b641-63f6-41eb-aa58-f2bf434b98d5 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691168 May 19 12:27:56.675815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf681277-610c-4279-824f-a85fb5137cd1 req-f628160e-a2fc-4d4f-a391-58baae4d0b16 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:56.677582 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf681277-610c-4279-824f-a85fb5137cd1 req-f628160e-a2fc-4d4f-a391-58baae4d0b16 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0477982 May 19 12:27:56.727847 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf681277-610c-4279-824f-a85fb5137cd1 req-5533a36f-3551-4c12-abe4-f98c632fe565 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 May 19 12:27:56.809344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 49686) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:56.828554 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ebc8faf8-2727-442e-b579-eeb7f6af88e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:56.919968 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ebc8faf8-2727-442e-b579-eeb7f6af88e5 admin admin] Publish callbacks [] for security_group (5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:56.985586 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ebc8faf8-2727-442e-b579-eeb7f6af88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.034892 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-ebc8faf8-2727-442e-b579-eeb7f6af88e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45dc98101c5e490780b53bc2ed1c4f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237632 May 19 12:27:57.036494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8faf8-2727-442e-b579-eeb7f6af88e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:57.037792 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49690) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:57.103994 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2e79e6b4-bd63-4dfb-b566-ca670292fd14 admin admin] Publish callbacks [] for security_group (5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.128852 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2e79e6b4-bd63-4dfb-b566-ca670292fd14 admin admin] Publish callbacks [] for security_group (5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.179590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a554-0f43-426d-a4ee-4318f4ac7157 req-43bee09d-54c8-4593-b425-7c783d1d2330 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:57.181598 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5a5a554-0f43-426d-a4ee-4318f4ac7157 req-43bee09d-54c8-4593-b425-7c783d1d2330 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0539079 May 19 12:27:57.240251 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5a5a554-0f43-426d-a4ee-4318f4ac7157 req-2142049f-51ff-4637-9344-4de5d5c0ec9b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 May 19 12:27:57.288601 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2e79e6b4-bd63-4dfb-b566-ca670292fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.291564 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2e79e6b4-bd63-4dfb-b566-ca670292fd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.292793 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2e79e6b4-bd63-4dfb-b566-ca670292fd14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3 HTTP/1.1" status: 204 len: 168 time: 0.2509737 May 19 12:27:57.301862 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79e6b4-bd63-4dfb-b566-ca670292fd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ebbd1-6c6c-4782-b75b-ed86b3f362a3,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:57.909533 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7589c-c3eb-44c6-adfe-f81471da990c req-210e4e36-a4ee-42f2-8c08-438cafe01e33 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:57.911461 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-49b7589c-c3eb-44c6-adfe-f81471da990c req-210e4e36-a4ee-42f2-8c08-438cafe01e33 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0726981 May 19 12:27:57.986118 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-49b7589c-c3eb-44c6-adfe-f81471da990c req-635a699b-2c53-44f3-b124-6b9f58c34089 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654023 May 19 12:27:58.350799 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:58.375491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f70d1-7259-4728-80ac-e22027b75be9 req-fe3129cc-c4c0-4e3a-859d-e4fcd005682f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:58.377396 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8e6f70d1-7259-4728-80ac-e22027b75be9 req-fe3129cc-c4c0-4e3a-859d-e4fcd005682f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 932 time: 0.0580499 May 19 12:27:58.443637 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8e6f70d1-7259-4728-80ac-e22027b75be9 req-50d7116a-222d-42d1-8857-d1f08044d21d tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606005 May 19 12:27:58.927770 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Request body: {'port': {'device_id': '70659f4e-c927-47dc-a23a-abd0db258731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:58.984870 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-72c7d4a7-45f2-4f90-b52e-40d2e51f5977 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 1000 time: 0.1095979 May 19 12:27:59.015548 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.025857 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.031088 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.125344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cb2e4-e83e-4c24-a608-82209783e953 req-824d6772-250b-4644-b54c-bd0a995bbd80 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:59.127059 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cf5cb2e4-e83e-4c24-a608-82209783e953 req-824d6772-250b-4644-b54c-bd0a995bbd80 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0503640 May 19 12:27:59.190296 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cf5cb2e4-e83e-4c24-a608-82209783e953 req-2d9df022-0777-434a-a8a9-b67d0aa145e0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568738 May 19 12:27:59.382573 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7221580-bd77-42eb-a222-b1dd8a491c4c {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:59.391051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Publish callbacks [] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.408246 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Transition to ACTIVE for port object d7221580-bd77-42eb-a222-b1dd8a491c4c will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:27:59.512645 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.567110 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507375da-9863-480b-90db-6f946cfb8478 req-4d0d45eb-7f5c-441c-961b-afeab77e1ab2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:59.568692 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-507375da-9863-480b-90db-6f946cfb8478 req-4d0d45eb-7f5c-441c-961b-afeab77e1ab2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.0511549 May 19 12:27:59.570204 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:59.651164 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-507375da-9863-480b-90db-6f946cfb8478 req-d718a23d-ab0e-4f1c-9a02-83c16b07e8e6 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674939 May 19 12:27:59.651535 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Attempting to bind port d7221580-bd77-42eb-a222-b1dd8a491c4c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:59.651535 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Attempting to bind port d7221580-bd77-42eb-a222-b1dd8a491c4c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:59.651855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Attempting to bind port d7221580-bd77-42eb-a222-b1dd8a491c4c on network fd910aa7-5907-427f-8250-4593b656fe8d {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:59.658073 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Port d7221580-bd77-42eb-a222-b1dd8a491c4c on network fd910aa7-5907-427f-8250-4593b656fe8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:27:59.658511 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Attempting to bind port d7221580-bd77-42eb-a222-b1dd8a491c4c on network fd910aa7-5907-427f-8250-4593b656fe8d {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:59.664101 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:59.664496 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Checking segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:59.664879 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Bound using segment: {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:59.665341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Bound port: d7221580-bd77-42eb-a222-b1dd8a491c4c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:59.665670 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.758298 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:59.762585 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:59.824597 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.848157 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.865886 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:59.866520 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.867868 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] 10.222.0.77 "PUT /v2.0/ports/d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 1094 time: 0.9899962 May 19 12:27:59.868298 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:59.870567 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b982dc7-be74-4699-8f8d-7efd3260ca24" -d '{"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:59.900432 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3c776-9c50-44dc-ad91-19264a367541 service neutron] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:59.924041 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124dddb-0965-499b-aeb7-087dc60e8d05 x-openstack-request-id: req-9124dddb-0965-499b-aeb7-087dc60e8d05 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:59.924328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:59.924584 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9124dddb-0965-499b-aeb7-087dc60e8d05 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:59.925100 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9124dddb-0965-499b-aeb7-087dc60e8d05'] response: {'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'status': 'completed', 'code': 200} May 19 12:27:59.961079 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:00.321112 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95189daf-7bae-4870-9c20-465841d4dc1c req-80b1a3f4-7bd6-4b71-b7ce-cac37594a224 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:00.322632 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-95189daf-7bae-4870-9c20-465841d4dc1c req-80b1a3f4-7bd6-4b71-b7ce-cac37594a224 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0500462 May 19 12:28:00.371955 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-95189daf-7bae-4870-9c20-465841d4dc1c req-be5062e3-e9d5-4ecc-b547-94617dc81fd7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 May 19 12:28:00.800972 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45073afb-f3ab-4f63-a1cc-906dbccba741 req-74bed6e8-e551-4475-af3e-cad3f8fa2b17 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:00.802860 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-45073afb-f3ab-4f63-a1cc-906dbccba741 req-74bed6e8-e551-4475-af3e-cad3f8fa2b17 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.0543275 May 19 12:28:00.830190 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:00.853128 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-45073afb-f3ab-4f63-a1cc-906dbccba741 req-d0f79a0d-6df0-4117-b938-9028c95019a0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 May 19 12:28:01.158242 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:01.159056 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:01.492313 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929149c-592a-456d-a062-19d6adc74198 req-4d99a288-4cd3-42d9-ac26-8ce366ed112c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:01.493828 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c929149c-592a-456d-a062-19d6adc74198 req-4d99a288-4cd3-42d9-ac26-8ce366ed112c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0480132 May 19 12:28:01.546861 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c929149c-592a-456d-a062-19d6adc74198 req-d9809233-5dca-4eac-b2fd-faa280157625 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 May 19 12:28:01.982361 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf336d46-4a00-4294-9f57-0975b84ac6d4 req-9e708187-ecf6-4d56-81da-26cc81837284 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:01.983928 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf336d46-4a00-4294-9f57-0975b84ac6d4 req-9e708187-ecf6-4d56-81da-26cc81837284 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.0582120 May 19 12:28:02.043738 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf336d46-4a00-4294-9f57-0975b84ac6d4 req-55a0655b-bc09-436f-b13c-19dcabe0537b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 May 19 12:28:02.693440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15a038-f5fc-45fe-b964-243666c08b30 req-b005dbd7-f615-4b9b-8fe7-9ceca97b65f6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:02.695046 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc15a038-f5fc-45fe-b964-243666c08b30 req-b005dbd7-f615-4b9b-8fe7-9ceca97b65f6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0516927 May 19 12:28:02.756627 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc15a038-f5fc-45fe-b964-243666c08b30 req-64784912-4130-44aa-9a67-d62782dc92cc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550051 May 19 12:28:03.172788 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78da214-422f-45a7-8333-75e446055d5c req-37612d4c-2cf3-4e5e-9891-3f12ae68f970 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:03.174493 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a78da214-422f-45a7-8333-75e446055d5c req-37612d4c-2cf3-4e5e-9891-3f12ae68f970 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.0588644 May 19 12:28:03.226611 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a78da214-422f-45a7-8333-75e446055d5c req-06b56065-8cdd-4add-bebb-7ecde834f96f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 May 19 12:28:03.316987 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50235ef0-a050-4f28-b716-55832b8fb87d req-d9fd8f1e-d814-45e4-acb3-98c817557fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:03.318553 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-d9fd8f1e-d814-45e4-acb3-98c817557fb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0488870 May 19 12:28:03.491674 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50235ef0-a050-4f28-b716-55832b8fb87d req-77f89c70-f9c7-4ba2-9ba0-5979f13c4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:03.493269 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-77f89c70-f9c7-4ba2-9ba0-5979f13c4079 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0879822 May 19 12:28:03.494819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982dc7-be74-4699-8f8d-7efd3260ca24 req-02c8060c-1acc-43b7-8099-43e7d11de184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:03.496731 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4b982dc7-be74-4699-8f8d-7efd3260ca24 req-02c8060c-1acc-43b7-8099-43e7d11de184 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1128 time: 0.0803504 May 19 12:28:03.903570 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bd438-44ac-4dc9-b674-50effc88ceaf req-a4d37d2b-31c5-4732-bd28-41798216df03 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:03.905270 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f24bd438-44ac-4dc9-b674-50effc88ceaf req-a4d37d2b-31c5-4732-bd28-41798216df03 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0625474 May 19 12:28:03.986220 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f24bd438-44ac-4dc9-b674-50effc88ceaf req-cfe54cb3-931d-43c9-b353-6fccc5cdc352 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750599 May 19 12:28:04.107841 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f101686e-564c-4735-8521-8cfd39488bf4 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=566bbc906fb54ffab4964acccd8e68d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297539 May 19 12:28:04.365650 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-6195cd53-6cd6-49e5-b1e8-21dc10a99dc2 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095716 May 19 12:28:04.387057 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982dc7-be74-4699-8f8d-7efd3260ca24 req-f9aca56f-a962-463a-9655-135673584055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.388560 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4b982dc7-be74-4699-8f8d-7efd3260ca24 req-f9aca56f-a962-463a-9655-135673584055 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1547267 May 19 12:28:04.508379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc03db-f4b2-464f-b3eb-4a6771da5e9b req-48d99b05-6a90-4ee8-b4e5-ff925eae9663 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.510898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-96bc03db-f4b2-464f-b3eb-4a6771da5e9b req-48d99b05-6a90-4ee8-b4e5-ff925eae9663 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.1117101 May 19 12:28:04.554220 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-50235ef0-a050-4f28-b716-55832b8fb87d req-c8b4c45e-3db6-4939-8bd5-e934595d180d service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772709 May 19 12:28:04.562524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982dc7-be74-4699-8f8d-7efd3260ca24 req-c5454971-5fa1-4338-acd4-d6389c44417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.564183 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-4b982dc7-be74-4699-8f8d-7efd3260ca24 req-c5454971-5fa1-4338-acd4-d6389c44417c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650379 May 19 12:28:04.592914 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:04.603121 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-db4aa12f-7962-40d5-a961-9620315e81c4 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.604733 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-db4aa12f-7962-40d5-a961-9620315e81c4 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904158 May 19 12:28:04.630395 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-96bc03db-f4b2-464f-b3eb-4a6771da5e9b req-509a9a73-aed2-47f8-9372-de0140598009 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032507 May 19 12:28:04.632206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-44ffa979-b092-4891-af6b-efa481783015 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/quotas/566bbc906fb54ffab4964acccd8e68d8 HTTP/1.1" status: 200 len: 375 time: 0.0179727 May 19 12:28:04.679522 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-cb53d106-1a05-4d36-abb3-a3faed8474fa tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=566bbc906fb54ffab4964acccd8e68d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383043 May 19 12:28:04.765223 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-c038a9c5-47a8-423f-8cff-8fc3022c5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.766694 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-c038a9c5-47a8-423f-8cff-8fc3022c5c84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1128 time: 0.0546823 May 19 12:28:04.818285 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-e7286879-14b2-4b98-9f8c-108b6852993d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 217 time: 0.0443981 May 19 12:28:04.859100 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:04.886938 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-0dc07180-1ff2-4fbe-9ea4-346f2a272ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.889476 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-0dc07180-1ff2-4fbe-9ea4-346f2a272ea6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0649295 May 19 12:28:04.946545 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-dad1fe49-f7d7-4724-b0fb-7e8b092fe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.950366 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-dad1fe49-f7d7-4724-b0fb-7e8b092fe4de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd910aa7-5907-427f-8250-4593b656fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520065 May 19 12:28:05.047236 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3e52a8f3-a675-4938-a32d-a2a2346ff52f req-71d00a5b-2a5c-4a96-b2d0-a1d991a9f749 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0507588 May 19 12:28:05.132670 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-f2b44e02-d6eb-46ea-85b0-9b6733e83972 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762562 May 19 12:28:05.196637 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032b3c7-7136-4550-a9e2-89133a1a723d req-112551c8-50dc-4254-983e-895b0f6bc7fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:05.198504 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9032b3c7-7136-4550-a9e2-89133a1a723d req-112551c8-50dc-4254-983e-895b0f6bc7fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0623052 May 19 12:28:05.238596 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:05.293798 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9032b3c7-7136-4550-a9e2-89133a1a723d req-71239fa3-2a76-4501-8ecc-9dc2123e625b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879149 May 19 12:28:05.316383 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3dd314d4-17bb-48d4-967e-7e3e18fe3eaf req-a40d7767-5f2e-497b-a427-9a2cdf068060 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765602 May 19 12:28:05.758987 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db5d19-6944-4309-b2f6-e7f80758d6b2 req-f642516c-7dc3-49b9-ac5c-3bacd33ea06d tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:05.760618 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b9db5d19-6944-4309-b2f6-e7f80758d6b2 req-f642516c-7dc3-49b9-ac5c-3bacd33ea06d tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.0543039 May 19 12:28:05.831046 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b9db5d19-6944-4309-b2f6-e7f80758d6b2 req-0f2e8c1b-4b1b-43c0-b13b-b93841b8aae4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635304 May 19 12:28:06.126162 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f9baeb1d-04bf-40a3-8f24-1b74cdc6ba47 req-9cf4a83c-b93c-46eb-b355-75105f4aa9e4 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0347168 May 19 12:28:06.213131 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e362d-7035-40c1-8afe-0017f7aa4533 req-c280d607-ba1a-41d4-a1b0-2667f6fea296 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:06.215322 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e87e362d-7035-40c1-8afe-0017f7aa4533 req-c280d607-ba1a-41d4-a1b0-2667f6fea296 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0524096 May 19 12:28:06.240516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:06.264489 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e87e362d-7035-40c1-8afe-0017f7aa4533 req-fd8b969d-941b-4214-823e-d050b4ecd835 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 May 19 12:28:06.411243 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4181aa1-54ca-4428-9532-410bab86623e req-6ff1bb29-bcfc-400d-ad3a-7a91a3191f3a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:06.412782 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f4181aa1-54ca-4428-9532-410bab86623e req-6ff1bb29-bcfc-400d-ad3a-7a91a3191f3a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0492461 May 19 12:28:06.463877 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f4181aa1-54ca-4428-9532-410bab86623e req-7c0ebd07-b757-4c4e-b39a-cde77fcd923c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451250 May 19 12:28:06.974099 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985d97a-6ce9-4a8d-af5d-3b1bbf4382c6 req-9dd01a5f-64e7-4d4c-8222-696a5c48e8ea tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:06.975580 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f985d97a-6ce9-4a8d-af5d-3b1bbf4382c6 req-9dd01a5f-64e7-4d4c-8222-696a5c48e8ea tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 944 time: 0.0514815 May 19 12:28:07.038420 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f985d97a-6ce9-4a8d-af5d-3b1bbf4382c6 req-b116745a-cc4e-4760-aead-c1fe85a208aa tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558300 May 19 12:28:07.236882 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4d03e9ff-7bd3-4b10-bd25-7b3b95d46bf0 req-84548957-e5fe-426f-a9da-943e14c8e979 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0297132 May 19 12:28:07.280829 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device d7221580-bd77-42eb-a222-b1dd8a491c4c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:28:07.401070 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:07.408421 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db261f87-17ad-4ffa-8bab-20663318ea4d req-09be205f-bac1-4214-8715-d8916972d087 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:07.413541 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'port_id': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'mac_address': 'fa:16:3e:2d:1f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:28:07.414900 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-db261f87-17ad-4ffa-8bab-20663318ea4d req-09be205f-bac1-4214-8715-d8916972d087 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0685840 May 19 12:28:07.451429 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port d7221580-bd77-42eb-a222-b1dd8a491c4c is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:07.451825 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:07.461533 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-db261f87-17ad-4ffa-8bab-20663318ea4d req-40336d05-2f22-46b7-ba14-13548df1ae9f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 May 19 12:28:07.466338 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7221580-bd77-42eb-a222-b1dd8a491c4c {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:07.495154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:07.580465 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:07.611900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645eee-5565-4d04-9537-882e38897055 req-5048fd89-bccf-4ddc-9536-fb632495ebe0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:07.614028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c6645eee-5565-4d04-9537-882e38897055 req-5048fd89-bccf-4ddc-9536-fb632495ebe0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0656517 May 19 12:28:07.643058 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:07.678471 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c6645eee-5565-4d04-9537-882e38897055 req-97dd7420-f802-472d-8766-66708723be47 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583253 May 19 12:28:08.164160 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8926-c0e6-4a55-8f9e-55b57522761d req-ae9cfb73-1b43-4de0-8d99-fb66c6d93913 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:08.165834 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-329f8926-c0e6-4a55-8f9e-55b57522761d req-ae9cfb73-1b43-4de0-8d99-fb66c6d93913 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 945 time: 0.0514336 May 19 12:28:08.168878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['d7221580-bd77-42eb-a222-b1dd8a491c4c'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:08.222957 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-329f8926-c0e6-4a55-8f9e-55b57522761d req-fa423250-d7e2-4a40-bb00-b90510390e32 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 May 19 12:28:08.352967 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8010be68-937d-4245-895a-e828ca13fca7 req-ab531678-d5c3-4cfd-87e7-88ec66d9052b tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0357575 May 19 12:28:08.585665 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c614465-039a-416b-900a-6deb762750ff req-321a9069-2b3c-4c0d-87cf-428884d28029 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:08.587344 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c614465-039a-416b-900a-6deb762750ff req-321a9069-2b3c-4c0d-87cf-428884d28029 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0543919 May 19 12:28:08.640218 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c614465-039a-416b-900a-6deb762750ff req-33ff0636-9a55-4bd7-a649-58ecef614339 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 May 19 12:28:08.805179 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d06e-c55e-4a88-9a3c-c4e0ac2e752e req-8c152f35-ab0a-4fac-ab53-23aaa8a8f278 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:08.806814 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7047d06e-c55e-4a88-9a3c-c4e0ac2e752e req-8c152f35-ab0a-4fac-ab53-23aaa8a8f278 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0517731 May 19 12:28:08.856759 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7047d06e-c55e-4a88-9a3c-c4e0ac2e752e req-78c21fac-46a8-4475-a47a-62358ec873b0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433764 May 19 12:28:09.329060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:09.348970 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18c04-cdf6-4d46-b233-de8d50cc4dea req-86fc39e7-d26b-4350-8acf-bb12c0a8792c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:09.350657 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2cb18c04-cdf6-4d46-b233-de8d50cc4dea req-86fc39e7-d26b-4350-8acf-bb12c0a8792c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 945 time: 0.0600212 May 19 12:28:09.416593 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2cb18c04-cdf6-4d46-b233-de8d50cc4dea req-f3f5edbb-e4c9-49c4-a6af-f2389e97deb1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575078 May 19 12:28:09.441222 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device d7221580-bd77-42eb-a222-b1dd8a491c4c up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:28:09.499305 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port d7221580-bd77-42eb-a222-b1dd8a491c4c completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:28:09.504037 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49902) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:09.519887 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f9e4b91f-9429-4f51-b97b-1338af0f27f4 req-dbea8c7d-de97-4f7e-bb54-d22469146941 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0562096 May 19 12:28:09.631649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port d7221580-bd77-42eb-a222-b1dd8a491c4c triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:09.632036 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:09.684980 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-170e94ae-2b29-415c-8088-8c2bfb607091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:09.726517 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port d7221580-bd77-42eb-a222-b1dd8a491c4c is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:09.727270 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:09.760282 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:09.763424 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b7627d-8e58-4e11-9265-9d35b6fef24b" -d '{"events": [{"server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "name": "network-vif-plugged", "status": "completed", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:09.782481 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:09.794893 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df80c6-dac0-44db-8d61-7d73fb773ef2 req-3fcdfacd-103f-4139-9bcc-651ba2423d09 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:09.796463 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7df80c6-dac0-44db-8d61-7d73fb773ef2 req-3fcdfacd-103f-4139-9bcc-651ba2423d09 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0654480 May 19 12:28:09.801514 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-170e94ae-2b29-415c-8088-8c2bfb607091 admin admin] Publish callbacks [] for security_group (a12febf4-0d41-49ff-85b9-bb848c62fa95), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:09.812922 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0f2285-9ff0-4d05-bb5b-ede353820d1c x-openstack-request-id: req-7f0f2285-9ff0-4d05-bb5b-ede353820d1c {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:09.813231 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "name": "network-vif-plugged", "status": "completed", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:09.813485 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f0f2285-9ff0-4d05-bb5b-ede353820d1c {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:09.813880 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0f2285-9ff0-4d05-bb5b-ede353820d1c'] response: {'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'code': 200} May 19 12:28:09.848549 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7df80c6-dac0-44db-8d61-7d73fb773ef2 req-18bd472e-352e-4ad9-a903-263f61b63857 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458274 May 19 12:28:09.877730 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:09.878700 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-170e94ae-2b29-415c-8088-8c2bfb607091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a12febf4-0d41-49ff-85b9-bb848c62fa95), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:09.930249 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-170e94ae-2b29-415c-8088-8c2bfb607091 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8fd6fab9a664be998ad9ba19a9a34a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247947 May 19 12:28:09.932697 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 49912) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:09.936994 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:09.941139 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e94ae-2b29-415c-8088-8c2bfb607091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12febf4-0d41-49ff-85b9-bb848c62fa95,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:10.008606 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7871917-a0c9-4768-8f27-ced4553718be admin admin] Publish callbacks [] for security_group (a12febf4-0d41-49ff-85b9-bb848c62fa95), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:10.013973 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c17d1-d831-4244-a743-fc6b5e47bf90 req-193e1608-89e3-4732-a4c3-3be97718cb9a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:10.015530 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c07c17d1-d831-4244-a743-fc6b5e47bf90 req-193e1608-89e3-4732-a4c3-3be97718cb9a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0668278 May 19 12:28:10.035758 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7871917-a0c9-4768-8f27-ced4553718be admin admin] Publish callbacks [] for security_group (a12febf4-0d41-49ff-85b9-bb848c62fa95), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:10.082801 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c07c17d1-d831-4244-a743-fc6b5e47bf90 req-70e49349-cbdc-43bf-830f-4592bedfa1b6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597174 May 19 12:28:10.376721 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-2572ffac-ba19-4e4d-9557-b37e3dfe9d17 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473197 May 19 12:28:10.474913 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-e483ba68-6032-4b8f-8da9-7ed4cd8913c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:10.474913 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-e483ba68-6032-4b8f-8da9-7ed4cd8913c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 1129 time: 0.0461922 May 19 12:28:10.504907 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:10.545770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61a166-19b1-435f-b883-d1e928c1e6ee req-ea465c07-8ed6-490b-ae49-e771e88bb4b2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:10.547473 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a61a166-19b1-435f-b883-d1e928c1e6ee req-ea465c07-8ed6-490b-ae49-e771e88bb4b2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0529070 May 19 12:28:10.569342 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-81331c17-b547-4f8e-8079-1c1d60b5df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:10.571439 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-81331c17-b547-4f8e-8079-1c1d60b5df63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.1046157 May 19 12:28:10.614378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a61a166-19b1-435f-b883-d1e928c1e6ee req-11f65c0b-4a68-4e78-a053-c1d0af99600a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588040 May 19 12:28:10.625186 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-e0010143-3944-4b2b-9879-4b82f5a61d02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d75d107-85c3-4858-8b90-5ba107a81513 HTTP/1.1" status: 200 len: 217 time: 0.0469174 May 19 12:28:10.669854 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78c01095-e2bc-4a98-b69a-ec7520f1a77e req-334f80a9-aa5b-4000-bfa3-e441dfda1c0d tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0446630 May 19 12:28:10.683658 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-3364e386-6fae-4bd7-ad98-54ad87760195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:10.684458 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-3364e386-6fae-4bd7-ad98-54ad87760195 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0508864 May 19 12:28:10.751205 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-8ae1eacf-96f0-4ad8-b6c8-deaaf8534307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:10.751205 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-8ae1eacf-96f0-4ad8-b6c8-deaaf8534307 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527103 May 19 12:28:10.806631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7871917-a0c9-4768-8f27-ced4553718be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a12febf4-0d41-49ff-85b9-bb848c62fa95), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:10.809873 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7871917-a0c9-4768-8f27-ced4553718be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:10.813423 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d7871917-a0c9-4768-8f27-ced4553718be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a12febf4-0d41-49ff-85b9-bb848c62fa95 HTTP/1.1" status: 204 len: 168 time: 0.8770323 May 19 12:28:10.831235 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871917-a0c9-4768-8f27-ced4553718be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12febf4-0d41-49ff-85b9-bb848c62fa95,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:10.857570 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:10.893195 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-757fbe08-aba2-4677-8c23-1d0a9df39dfa service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354401 May 19 12:28:10.975623 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:11.009238 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22002f-9834-4748-a48e-35bb578f9182 req-2d9626bd-4a17-4bb5-889c-7eee91924c1a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:11.011573 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2c22002f-9834-4748-a48e-35bb578f9182 req-2d9626bd-4a17-4bb5-889c-7eee91924c1a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0611775 May 19 12:28:11.024650 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7cc5a5e-7fbf-4392-b826-31995f5dacc3 req-dff0eafd-cb54-4eb5-ba4c-685bb4eb91d2 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244998 May 19 12:28:11.067378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2c22002f-9834-4748-a48e-35bb578f9182 req-e3d85a67-4542-4e72-b428-db2e2291f772 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482786 May 19 12:28:11.249868 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd314e7c-19c3-4556-806e-7796b14f83f9 req-b675663d-0a89-47bf-8b46-f243301727cd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:11.251865 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cd314e7c-19c3-4556-806e-7796b14f83f9 req-b675663d-0a89-47bf-8b46-f243301727cd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0668595 May 19 12:28:11.298554 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-b25f245e-3fb4-46c2-8c5c-59e9b775f587 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=566bbc906fb54ffab4964acccd8e68d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598171 May 19 12:28:11.315033 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cd314e7c-19c3-4556-806e-7796b14f83f9 req-954c4c15-5532-4539-ae2e-a5e33c7896bb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570364 May 19 12:28:11.334133 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:11.347203 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:11.443146 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417cbac-e102-4163-a9c0-12bad65ef4cf req-e597e850-74c4-4235-9927-707b4b6ee25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:11.444619 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8417cbac-e102-4163-a9c0-12bad65ef4cf req-e597e850-74c4-4235-9927-707b4b6ee25c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1130 time: 0.1779695 May 19 12:28:11.605611 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-8417cbac-e102-4163-a9c0-12bad65ef4cf req-61f7b155-ecc1-4f95-bd64-d2edc87dff20 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514871 May 19 12:28:11.615731 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-e52129aa-3137-419c-b5c3-71dbe36a36dc tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:11.617440 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-e52129aa-3137-419c-b5c3-71dbe36a36dc tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888324 May 19 12:28:11.819292 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17450163-a960-4796-a970-0465b65f0e42 req-6904ef46-c646-478d-b9ca-2e91cb38f91d tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0388148 May 19 12:28:11.822907 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75443f4d-54f2-47be-be24-efd49cc05686 req-6197633e-8b43-4014-a40f-301548a867c4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:11.825828 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-75443f4d-54f2-47be-be24-efd49cc05686 req-6197633e-8b43-4014-a40f-301548a867c4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.1070919 May 19 12:28:11.884935 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-75443f4d-54f2-47be-be24-efd49cc05686 req-65f4e179-1dba-483b-a0ae-e29f98029bf9 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505826 May 19 12:28:11.966725 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Request body: {'port': {'device_id': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'network_id': '83365394-857c-4d72-98e7-494270dbc4db', 'admin_state_up': True, 'tenant_id': '566bbc906fb54ffab4964acccd8e68d8'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:12.193833 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245becd2-c5c3-4c45-a9ab-e5c94cb83311 req-eb5f8a76-8ac7-4649-bc30-599a50bec1aa tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:12.195420 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-245becd2-c5c3-4c45-a9ab-e5c94cb83311 req-eb5f8a76-8ac7-4649-bc30-599a50bec1aa tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0510626 May 19 12:28:12.243736 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-245becd2-c5c3-4c45-a9ab-e5c94cb83311 req-dec5886c-deaa-47ec-8299-c26f02693b51 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 May 19 12:28:12.281382 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Made reservation on behalf of 566bbc906fb54ffab4964acccd8e68d8 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:28:12.285714 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:12.295764 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:12.408264 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks [] for security_group (4662ee57-92a3-43be-b778-ef0ed489df8b), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:12.498121 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4662ee57-92a3-43be-b778-ef0ed489df8b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:12.505860 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35012c0-2e65-451e-aee1-d5e1834f990d req-fa4d6f09-3af9-4e8c-954c-8a8453f6419d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:12.508030 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f35012c0-2e65-451e-aee1-d5e1834f990d req-fa4d6f09-3af9-4e8c-954c-8a8453f6419d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0603518 May 19 12:28:12.514170 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:12.576152 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4662ee57-92a3-43be-b778-ef0ed489df8b,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:12.580647 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f35012c0-2e65-451e-aee1-d5e1834f990d req-fbdc3ead-9676-45ca-ba03-eb793f0a38cb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648911 May 19 12:28:12.591553 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.592023 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.603082 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:12.676294 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Allocated IP 192.168.233.153 (83365394-857c-4d72-98e7-494270dbc4db/42fa7bea-b126-4fe8-bbae-8ff882682ef6/452993dd-560e-4269-adb0-b9a0b4d301d3) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:28:12.850804 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks [] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:12.933019 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-285aed52-5653-4a4e-aa92-6c5323537bf3 req-724a6db4-f664-4bc3-b943-8aa71add8b1f tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0303569 May 19 12:28:12.961479 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:13.049312 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:13.059906 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Network 83365394-857c-4d72-98e7-494270dbc4db is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:28:13.063516 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:28:13.067590 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:28:13.081043 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:13.103459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9359300-2d8d-4c2b-8823-0c6e3d4a88e3 req-6dce108b-11e1-4f84-961e-09e7101fa776 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:13.106305 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b9359300-2d8d-4c2b-8823-0c6e3d4a88e3 req-6dce108b-11e1-4f84-961e-09e7101fa776 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0846915 May 19 12:28:13.110983 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Pushing event updated for resources: {'Port': ['ID=452993dd-560e-4269-adb0-b9a0b4d301d3,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:13.148974 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:13.152222 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:13.189364 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b9359300-2d8d-4c2b-8823-0c6e3d4a88e3 req-ba37d620-9395-4475-b5fd-bafafa1177e4 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765369 May 19 12:28:13.200699 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:28:13.311434 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-7163639a-3c28-4607-b2ad-ebe855b8f4c3 None None] Provisioning complete for port 452993dd-560e-4269-adb0-b9a0b4d301d3 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:13.312339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7163639a-3c28-4607-b2ad-ebe855b8f4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:13.335782 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-682b499c-c2b5-4f9f-83e6-e79096549407 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3902090 May 19 12:28:13.362807 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-7163639a-3c28-4607-b2ad-ebe855b8f4c3 None None] Port 452993dd-560e-4269-adb0-b9a0b4d301d3 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:28:13.396634 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8e6c6-ad0e-4b43-b8a2-48dd72681fe8 req-b37a2bbe-11cd-407f-8804-0d8240644cf9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:13.398177 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fef8e6c6-ad0e-4b43-b8a2-48dd72681fe8 req-b37a2bbe-11cd-407f-8804-0d8240644cf9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0755131 May 19 12:28:13.453362 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fef8e6c6-ad0e-4b43-b8a2-48dd72681fe8 req-0090a7a2-60ad-4fc1-bc88-6b8ee8c41a3b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484023 May 19 12:28:13.562341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Request body: {'port': {'device_id': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:13.626383 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:13.726466 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd95021-5849-4884-9ba5-313d1b7f2d35 req-9edbd8dd-7eac-429c-b072-fda788cce349 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:13.728416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6bd95021-5849-4884-9ba5-313d1b7f2d35 req-9edbd8dd-7eac-429c-b072-fda788cce349 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0699141 May 19 12:28:13.817913 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6bd95021-5849-4884-9ba5-313d1b7f2d35 req-729a1e8a-705f-4b10-8466-614fc3c31de4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769784 May 19 12:28:14.016821 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452993dd-560e-4269-adb0-b9a0b4d301d3 {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:14.026047 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Publish callbacks [] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:14.041144 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Transition to ACTIVE for port object 452993dd-560e-4269-adb0-b9a0b4d301d3 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:28:14.061891 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7c26-1755-47e0-aff0-f495e6375dcb req-8140dac9-fd43-4482-96a4-32d6c7837860 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:14.063552 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-210b7c26-1755-47e0-aff0-f495e6375dcb req-8140dac9-fd43-4482-96a4-32d6c7837860 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 936 time: 0.0565772 May 19 12:28:14.115663 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-210b7c26-1755-47e0-aff0-f495e6375dcb req-c9842a9c-4916-4c50-9070-0a4173f1521a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 May 19 12:28:14.174238 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:14.217768 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:14.224651 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Pushing event updated for resources: {'Port': ['ID=452993dd-560e-4269-adb0-b9a0b4d301d3,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:14.323898 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe497d0f-f390-431d-90cb-076e3c8bb816 req-f1a5fa8c-9ba7-46a5-aa8b-5e0fd77c43ef tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:14.325872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Attempting to bind port 452993dd-560e-4269-adb0-b9a0b4d301d3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:28:14.326214 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Attempting to bind port 452993dd-560e-4269-adb0-b9a0b4d301d3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:28:14.326533 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe497d0f-f390-431d-90cb-076e3c8bb816 req-f1a5fa8c-9ba7-46a5-aa8b-5e0fd77c43ef tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0597773 May 19 12:28:14.326663 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Attempting to bind port 452993dd-560e-4269-adb0-b9a0b4d301d3 on network 83365394-857c-4d72-98e7-494270dbc4db {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:28:14.331585 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Port 452993dd-560e-4269-adb0-b9a0b4d301d3 on network 83365394-857c-4d72-98e7-494270dbc4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:28:14.331907 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Attempting to bind port 452993dd-560e-4269-adb0-b9a0b4d301d3 on network 83365394-857c-4d72-98e7-494270dbc4db {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:28:14.337727 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:28:14.338065 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Checking segment: {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:28:14.338468 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Bound using segment: {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:28:14.338936 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Bound port: 452993dd-560e-4269-adb0-b9a0b4d301d3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1896032-cb38-441a-989c-83220859e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '83365394-857c-4d72-98e7-494270dbc4db'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:28:14.340103 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:14.384864 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe497d0f-f390-431d-90cb-076e3c8bb816 req-a07be96e-813d-46ae-871e-05ce92e92268 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508552 May 19 12:28:14.522502 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906fae-6741-41c7-9b7d-c1f09b9be66b req-e02400f5-6775-44a6-a49a-eab9b1ba54bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:14.524652 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a5906fae-6741-41c7-9b7d-c1f09b9be66b req-e02400f5-6775-44a6-a49a-eab9b1ba54bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0606408 May 19 12:28:14.582056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:14.618159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fb276-18f6-4094-a5ec-41c8d34f611b req-3fad1ded-1133-4eac-907b-eed594d454dd tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:14.619796 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a20fb276-18f6-4094-a5ec-41c8d34f611b req-3fad1ded-1133-4eac-907b-eed594d454dd tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0842142 May 19 12:28:14.639810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a5906fae-6741-41c7-9b7d-c1f09b9be66b req-e9c3216e-bf8e-4671-9cb9-347395138c10 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 May 19 12:28:14.663049 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] For port 452993dd-560e-4269-adb0-b9a0b4d301d3, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:28:14.667765 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] For port 452993dd-560e-4269-adb0-b9a0b4d301d3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=452993dd-560e-4269-adb0-b9a0b4d301d3,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:28:14.685431 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a20fb276-18f6-4094-a5ec-41c8d34f611b req-98d73f41-5aff-40b4-8c43-a15e35cd91c7 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555010 May 19 12:28:14.755961 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:14.795491 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:14.796123 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:14.797595 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] 10.222.0.77 "PUT /v2.0/ports/452993dd-560e-4269-adb0-b9a0b4d301d3 HTTP/1.1" status: 200 len: 1098 time: 1.2406168 May 19 12:28:14.798044 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'tag': '452993dd-560e-4269-adb0-b9a0b4d301d3'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:14.800373 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98dc72e-0dc6-45ac-a216-62b22f80e13a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eeef31-7890-43bf-83fe-7674f49f53a0", "tag": "452993dd-560e-4269-adb0-b9a0b4d301d3"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:14.831646 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900f4e5-3628-49f9-b730-b6aefde39a7a service neutron] Pushing event updated for resources: {'Port': ['ID=452993dd-560e-4269-adb0-b9a0b4d301d3,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:14.864219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac141e2-c2f6-4fe5-8ba4-028931047461 x-openstack-request-id: req-dac141e2-c2f6-4fe5-8ba4-028931047461 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:14.864510 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eeef31-7890-43bf-83fe-7674f49f53a0", "tag": "452993dd-560e-4269-adb0-b9a0b4d301d3", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:14.864760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dac141e2-c2f6-4fe5-8ba4-028931047461 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:14.865151 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac141e2-c2f6-4fe5-8ba4-028931047461'] response: {'name': 'network-changed', 'server_uuid': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'tag': '452993dd-560e-4269-adb0-b9a0b4d301d3', 'status': 'completed', 'code': 200} May 19 12:28:15.032899 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e455ac-66c1-4968-aaf0-f847d20340a3 req-a6007006-b39a-4913-b741-f8dc1030dfa6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.034292 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f4e455ac-66c1-4968-aaf0-f847d20340a3 req-a6007006-b39a-4913-b741-f8dc1030dfa6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0980098 May 19 12:28:15.053707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73232-357f-472d-895b-778de268e8a6 req-adf1c546-d9fd-4466-a713-cd737403d2b8 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.053707 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-28e73232-357f-472d-895b-778de268e8a6 req-adf1c546-d9fd-4466-a713-cd737403d2b8 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0770783 May 19 12:28:15.131922 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f4e455ac-66c1-4968-aaf0-f847d20340a3 req-ffa30525-93f0-4d4a-8754-d22ed8a994cd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784390 May 19 12:28:15.146190 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-28e73232-357f-472d-895b-778de268e8a6 req-57ca42d7-7d40-44f0-ae84-1741ca39a797 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 May 19 12:28:15.256075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153b574-afb4-40a6-8cbc-aa1806b4c787 req-0552aac6-ee08-4cc7-a2d7-28345f6835ac tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.258373 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b153b574-afb4-40a6-8cbc-aa1806b4c787 req-0552aac6-ee08-4cc7-a2d7-28345f6835ac tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 948 time: 0.0616493 May 19 12:28:15.336633 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b153b574-afb4-40a6-8cbc-aa1806b4c787 req-599cf568-a856-4722-bee5-0c4f1726b9cb tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708287 May 19 12:28:15.455567 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:28:15.472093 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:15.575910 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:15.591105 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'mac_address': 'fa:16:3e:fd:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:28:15.645436 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc72e-0dc6-45ac-a216-62b22f80e13a req-be84a319-de5e-40f3-88ad-9f97b5df5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.646880 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: ACTIVE; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:15.647072 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d98dc72e-0dc6-45ac-a216-62b22f80e13a req-be84a319-de5e-40f3-88ad-9f97b5df5aaa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=566bbc906fb54ffab4964acccd8e68d8&device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 1132 time: 0.0502644 May 19 12:28:15.647558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:15.666316 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ce047fc-9ae8-4336-a545-1e048200c75a {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:15.702433 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:15.702818 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d98dc72e-0dc6-45ac-a216-62b22f80e13a req-b2225364-e33a-4f57-8632-7da610d901ee service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=566bbc906fb54ffab4964acccd8e68d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453293 May 19 12:28:15.809813 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc72e-0dc6-45ac-a216-62b22f80e13a req-8c4777a7-b54c-4bfd-b318-62ec269c7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.811335 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-d98dc72e-0dc6-45ac-a216-62b22f80e13a req-8c4777a7-b54c-4bfd-b318-62ec269c7cd8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015134 May 19 12:28:15.820338 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:15.837102 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0cd6-f86e-4639-9a7d-199162bef4b1 req-f75bde12-372e-4c99-976f-d45004642e94 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.838909 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-055e0cd6-f86e-4639-9a7d-199162bef4b1 req-f75bde12-372e-4c99-976f-d45004642e94 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0687513 May 19 12:28:15.877651 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=6']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:15.897742 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-055e0cd6-f86e-4639-9a7d-199162bef4b1 req-506a22e0-f7ea-4bce-b089-9a9e10c047d7 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510488 May 19 12:28:15.983257 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['2ce047fc-9ae8-4336-a545-1e048200c75a'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:16.269125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-45b886e0-1b06-48bb-aa41-1261015b42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:16.271085 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-45b886e0-1b06-48bb-aa41-1261015b42f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=566bbc906fb54ffab4964acccd8e68d8&device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 1132 time: 0.0609157 May 19 12:28:16.302550 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7ab44-8b7a-4167-b3bb-77cbb47c4708 req-49f25403-aec1-4d38-a39b-8898569e0848 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:16.311578 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3ee7ab44-8b7a-4167-b3bb-77cbb47c4708 req-49f25403-aec1-4d38-a39b-8898569e0848 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0725470 May 19 12:28:16.352512 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-528e42da-45b1-48cd-afc2-66484ac2724c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=452993dd-560e-4269-adb0-b9a0b4d301d3 HTTP/1.1" status: 200 len: 217 time: 0.0720768 May 19 12:28:16.399588 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3ee7ab44-8b7a-4167-b3bb-77cbb47c4708 req-2b3a4a70-7acf-4c48-a92d-4989514b24a6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869255 May 19 12:28:16.457404 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-d34b6321-7627-4439-861f-e926dd63c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:16.460293 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-d34b6321-7627-4439-861f-e926dd63c637 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42fa7bea-b126-4fe8-bbae-8ff882682ef6 HTTP/1.1" status: 200 len: 843 time: 0.0854266 May 19 12:28:16.494786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:16.524957 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:16.539416 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d554f-5411-4b37-890e-ff6893c91db4 req-576f08ae-3726-4318-89a1-f5039bf6c143 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:16.540995 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-640d554f-5411-4b37-890e-ff6893c91db4 req-576f08ae-3726-4318-89a1-f5039bf6c143 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 948 time: 0.0595238 May 19 12:28:16.541724 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-def15eb8-e36d-46e0-89c2-0fe230546512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:16.544422 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-def15eb8-e36d-46e0-89c2-0fe230546512 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83365394-857c-4d72-98e7-494270dbc4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0682421 May 19 12:28:16.617655 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-640d554f-5411-4b37-890e-ff6893c91db4 req-27df3727-383a-4458-91b3-784311c4f70d tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634696 May 19 12:28:16.664361 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-bcae122d-95de-45a6-a30e-6c8d3331e833 service neutron] 10.222.0.77 "GET /v2.0/networks/83365394-857c-4d72-98e7-494270dbc4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098933 May 19 12:28:16.782131 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c325b33b-543b-4fdf-ac12-bc8d0464adc6 req-6d1e8743-cd28-4905-9ea6-d3d699d53e9c service neutron] 10.222.0.77 "GET /v2.0/networks/83365394-857c-4d72-98e7-494270dbc4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020806 May 19 12:28:17.032000 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c31f5-32f9-4394-a736-8c6d1ded8aec req-920a8f94-3462-4b84-9114-4c84d9c2c0ba tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:17.033719 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8e3c31f5-32f9-4394-a736-8c6d1ded8aec req-920a8f94-3462-4b84-9114-4c84d9c2c0ba tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0593176 May 19 12:28:17.116273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8e3c31f5-32f9-4394-a736-8c6d1ded8aec req-cc49467f-120a-4a53-97d0-a6cca4c5f005 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761638 May 19 12:28:17.353722 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50040) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:17.359219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905210558', 'description': 'tempest-description--875784335'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:17.467171 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.468144 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:28:17.493884 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:17.526961 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 2ce047fc-9ae8-4336-a545-1e048200c75a triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:17.527534 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.584509 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (ebaa9c7e-344c-4d4e-b52d-c7c97acb267b), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.612418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:17.612809 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.641258 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ecb23-5aaa-4b4b-8a7d-c96623733364 req-ab932e6b-2259-439d-8b03-3280fa4db495 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:17.641540 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:17.642863 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bb0ecb23-5aaa-4b4b-8a7d-c96623733364 req-ab932e6b-2259-439d-8b03-3280fa4db495 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0673127 May 19 12:28:17.645373 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd9241-f514-48b2-a27d-c4816960b905" -d '{"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-plugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:17.666196 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:17.691762 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:17.712184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ebaa9c7e-344c-4d4e-b52d-c7c97acb267b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.737178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bb0ecb23-5aaa-4b4b-8a7d-c96623733364 req-f4d1d69b-6b9a-41d1-9804-f4bcec89c900 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877678 May 19 12:28:17.738376 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.769428 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09f9e5-00cd-4c67-9baa-326559517757 req-fe477a04-e55f-402e-955f-a206adaad0b8 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:17.771041 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d09f9e5-00cd-4c67-9baa-326559517757 req-fe477a04-e55f-402e-955f-a206adaad0b8 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 948 time: 0.0780990 May 19 12:28:17.802699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:17.806677 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58783c9-a3c0-46ab-a0b5-62cb1631dc8e x-openstack-request-id: req-c58783c9-a3c0-46ab-a0b5-62cb1631dc8e {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:17.806991 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-plugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:17.811107 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c58783c9-a3c0-46ab-a0b5-62cb1631dc8e {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:17.811107 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58783c9-a3c0-46ab-a0b5-62cb1631dc8e'] response: {'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'code': 200} May 19 12:28:17.811107 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=7']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:17.833998 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d09f9e5-00cd-4c67-9baa-326559517757 req-a6c3d3ca-d77b-43fa-8ae4-7603b7d64dc1 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548606 May 19 12:28:17.855899 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:17.857791 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4c8ddbfe-37dc-4fd0-a827-88de3934918a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5030253 May 19 12:28:17.866358 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50048) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:17.870749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': 'ebaa9c7e-344c-4d4e-b52d-c7c97acb267b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:18.019288 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (53450a5d-26a3-4cde-83d6-3de9f096e8ce), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.072472 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (53450a5d-26a3-4cde-83d6-3de9f096e8ce), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.157398 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (53450a5d-26a3-4cde-83d6-3de9f096e8ce), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.177928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:18.179497 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53450a5d-26a3-4cde-83d6-3de9f096e8ce,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:18.252583 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af1dfa-61fc-498d-9c57-46bd8bb4b27b req-23e77b94-506f-4060-8e17-7ae926d2da01 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:18.254422 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b8af1dfa-61fc-498d-9c57-46bd8bb4b27b req-23e77b94-506f-4060-8e17-7ae926d2da01 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0514085 May 19 12:28:18.291238 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.295309 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-a1dd2c9a-aeb8-4ef8-b05a-c88470d44999 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4252496 May 19 12:28:18.297454 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50060) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:18.305121 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': 'ebaa9c7e-344c-4d4e-b52d-c7c97acb267b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:18.319591 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b8af1dfa-61fc-498d-9c57-46bd8bb4b27b req-5e62e384-576b-4759-856a-3d246b6e243b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533183 May 19 12:28:18.357375 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-bbcd1e1b-c9e9-44d8-a71d-8fd562653732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.433362 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (a2951a01-0f7e-4618-a544-9b6e6af6644c), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.494040 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (a2951a01-0f7e-4618-a544-9b6e6af6644c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.597042 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (a2951a01-0f7e-4618-a544-9b6e6af6644c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.616832 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2951a01-0f7e-4618-a544-9b6e6af6644c,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:18.734053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.735220 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-61e2d527-086b-472a-99fd-979a107165e3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359503 May 19 12:28:18.738296 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50068) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:18.742796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:18.771820 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:18.881608 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57295-7c55-4ee8-9607-5ef80d3b7040 req-c881c68c-5c30-4e64-9034-f4bb7610e454 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:18.883208 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bbd57295-7c55-4ee8-9607-5ef80d3b7040 req-c881c68c-5c30-4e64-9034-f4bb7610e454 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0528028 May 19 12:28:18.895165 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.936853 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bbd57295-7c55-4ee8-9607-5ef80d3b7040 req-cee5ec23-20ec-4bad-9954-17d9ed5422a0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 May 19 12:28:18.994792 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.073384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b99b6d-a131-4173-a1f8-7042bf0a7f2a req-733d4aab-20c1-4b3b-adcb-b7c3b6a6c1bf tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:19.079035 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-07b99b6d-a131-4173-a1f8-7042bf0a7f2a req-733d4aab-20c1-4b3b-adcb-b7c3b6a6c1bf tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 948 time: 0.0727336 May 19 12:28:19.131725 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.27.3.81 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/8869e538-f162-4655-817a-3ceb80e0d4f9) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:28:19.135227 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-07b99b6d-a131-4173-a1f8-7042bf0a7f2a req-e3df40fe-fc65-46e0-ad63-d9da62f8315c tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 May 19 12:28:19.252725 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.368004 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.417872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:28:19.420983 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:28:19.426076 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:28:19.431551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=8869e538-f162-4655-817a-3ceb80e0d4f9,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:19.461046 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c78d3-bd5a-4eef-9a0f-60648134d5d2 req-b34f4e6b-14f4-41d6-99c7-48cb108ad2ae tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:19.463249 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a3c78d3-bd5a-4eef-9a0f-60648134d5d2 req-b34f4e6b-14f4-41d6-99c7-48cb108ad2ae tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0504525 May 19 12:28:19.483360 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 452993dd-560e-4269-adb0-b9a0b4d301d3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:28:19.489961 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:19.524673 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8a3c78d3-bd5a-4eef-9a0f-60648134d5d2 req-ab0c1764-68e8-4898-957d-b0149a521009 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534563 May 19 12:28:19.541382 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (eb624bd9-381c-46c6-8034-83a454b761e3), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.549975 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:19.616632 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 452993dd-560e-4269-adb0-b9a0b4d301d3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=452993dd-560e-4269-adb0-b9a0b4d301d3,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:19.628734 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '452993dd-560e-4269-adb0-b9a0b4d301d3', 'network_id': '83365394-857c-4d72-98e7-494270dbc4db', 'port_id': '452993dd-560e-4269-adb0-b9a0b4d301d3', 'mac_address': 'fa:16:3e:23:a2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fa7bea-b126-4fe8-bbae-8ff882682ef6', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:28:19.665186 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 452993dd-560e-4269-adb0-b9a0b4d301d3 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:19.665573 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.680830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452993dd-560e-4269-adb0-b9a0b4d301d3 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:19.709346 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.713069 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 452993dd-560e-4269-adb0-b9a0b4d301d3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=452993dd-560e-4269-adb0-b9a0b4d301d3,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:19.860186 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.873678 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:19.909617 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.935271 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=452993dd-560e-4269-adb0-b9a0b4d301d3,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:20.002963 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:20.075740 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09325e-6f76-4a8f-9ab5-d3d0e565de7a req-0d28f636-e4b0-4b9e-93c9-a2e6b0d4a4c5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:20.078737 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0d09325e-6f76-4a8f-9ab5-d3d0e565de7a req-0d28f636-e4b0-4b9e-93c9-a2e6b0d4a4c5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0626304 May 19 12:28:20.085259 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=8869e538-f162-4655-817a-3ceb80e0d4f9,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:20.097306 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (eb624bd9-381c-46c6-8034-83a454b761e3), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:20.134273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0d09325e-6f76-4a8f-9ab5-d3d0e565de7a req-95019106-e852-437b-8122-5bb8bd88ff8b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501080 May 19 12:28:20.258345 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396830ec-6d4f-43f9-b126-8951d908d9f9 req-8dc19358-0a3f-42c9-b524-8035c045c7a1 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:20.259905 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-396830ec-6d4f-43f9-b126-8951d908d9f9 req-8dc19358-0a3f-42c9-b524-8035c045c7a1 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 949 time: 0.0504580 May 19 12:28:20.268956 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:20.270349 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ed7f7eee-31cb-437b-9f45-eccde3d61a41 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5310476 May 19 12:28:20.289792 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['452993dd-560e-4269-adb0-b9a0b4d301d3'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:20.319430 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-396830ec-6d4f-43f9-b126-8951d908d9f9 req-1f4e27cc-97da-499d-8853-461ad9db3c79 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530772 May 19 12:28:20.487041 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-864b692c-8cda-4f88-ae0c-0a65ff04482f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1905210558&fields=id&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 267 time: 0.0472620 May 19 12:28:20.562631 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-e83a70c2-de9b-4e87-a378-f8070118118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:20.606643 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-fdb302fc-6c93-4674-910b-b406b4a09558 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:20.608184 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-fdb302fc-6c93-4674-910b-b406b4a09558 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1145146 May 19 12:28:20.623902 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-906f88f5-5e6d-4ef1-87cd-37efdd00c70f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/quotas/86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 375 time: 0.0101471 May 19 12:28:20.691318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9096e458-4fed-479a-af7d-f3d77d9595b0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617404 May 19 12:28:20.780384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:20.796221 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-c05f537e-b400-45e2-8f99-cbaddbf933f1 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931127 May 19 12:28:20.904105 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-c165932a-8fb1-4bf0-ba66-47f193bdb4ef service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020923 May 19 12:28:21.338458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b431c1e-8713-49af-9c8d-9df891dd2711 req-d414e094-030e-4618-82f7-f7487dbcbfa5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:21.343249 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1b431c1e-8713-49af-9c8d-9df891dd2711 req-d414e094-030e-4618-82f7-f7487dbcbfa5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0638578 May 19 12:28:21.410527 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1b431c1e-8713-49af-9c8d-9df891dd2711 req-fe0c704b-ab5a-494c-b06a-39762412866a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618842 May 19 12:28:21.499983 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:21.518850 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc19df-56cf-4e75-8c10-f27bedcdcc6e req-dbe7196f-5362-4634-ac4b-2c0f19b78400 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:21.520321 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2cdc19df-56cf-4e75-8c10-f27bedcdcc6e req-dbe7196f-5362-4634-ac4b-2c0f19b78400 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0490282 May 19 12:28:21.572756 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2cdc19df-56cf-4e75-8c10-f27bedcdcc6e req-5a89f931-2b29-45b0-842e-16a0c41539f0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467248 May 19 12:28:21.643635 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-686fd061-0485-407d-9c01-98f5d72f7168 req-200dcfd3-e315-4834-af61-41dd6894f3ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 210 time: 0.0300305 May 19 12:28:21.796457 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64250-1520-4338-b5df-c02060d30fab req-9089df8f-40dd-4dcc-8297-a44321e33993 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:21.800508 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69e64250-1520-4338-b5df-c02060d30fab req-9089df8f-40dd-4dcc-8297-a44321e33993 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 949 time: 0.0829313 May 19 12:28:21.801577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:21.856082 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69e64250-1520-4338-b5df-c02060d30fab req-3e3bac14-5538-473a-9df8-5b3c065f3f7f tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502019 May 19 12:28:22.230509 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 452993dd-560e-4269-adb0-b9a0b4d301d3 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:28:22.254998 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:22.277604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 452993dd-560e-4269-adb0-b9a0b4d301d3 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:28:22.374337 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 452993dd-560e-4269-adb0-b9a0b4d301d3 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:22.374649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:22.463117 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 452993dd-560e-4269-adb0-b9a0b4d301d3 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:22.463517 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:22.491814 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452993dd-560e-4269-adb0-b9a0b4d301d3'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:22.495056 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f1f48f-486d-434b-95c6-c8cd2cb89701" -d '{"events": [{"server_uuid": "d2eeef31-7890-43bf-83fe-7674f49f53a0", "name": "network-vif-plugged", "status": "completed", "tag": "452993dd-560e-4269-adb0-b9a0b4d301d3"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:22.512150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 452993dd-560e-4269-adb0-b9a0b4d301d3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=452993dd-560e-4269-adb0-b9a0b4d301d3,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:22.543335 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0c4f16-6fb4-4053-9b8f-210afb4206ae x-openstack-request-id: req-fb0c4f16-6fb4-4053-9b8f-210afb4206ae {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:22.543635 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeef31-7890-43bf-83fe-7674f49f53a0", "name": "network-vif-plugged", "status": "completed", "tag": "452993dd-560e-4269-adb0-b9a0b4d301d3", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:22.544238 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb0c4f16-6fb4-4053-9b8f-210afb4206ae {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:22.544828 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0c4f16-6fb4-4053-9b8f-210afb4206ae'] response: {'server_uuid': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452993dd-560e-4269-adb0-b9a0b4d301d3', 'code': 200} May 19 12:28:22.569765 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b8911-393c-4b85-963d-49b9a9d297f9 req-d9036ae6-c4a7-4cce-abaa-d9b913e810c9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:22.571667 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4d2b8911-393c-4b85-963d-49b9a9d297f9 req-d9036ae6-c4a7-4cce-abaa-d9b913e810c9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0636940 May 19 12:28:22.626397 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:22.641696 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4d2b8911-393c-4b85-963d-49b9a9d297f9 req-87e033ab-717e-4a63-88e9-aea06c330692 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599802 May 19 12:28:22.703106 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=452993dd-560e-4269-adb0-b9a0b4d301d3,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:22.763520 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1abe8-4e5b-462c-b2ef-80a8bc2197f9 req-ac57f04a-7928-4f0b-aa2f-32d39e140aef tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:22.767701 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77a1abe8-4e5b-462c-b2ef-80a8bc2197f9 req-ac57f04a-7928-4f0b-aa2f-32d39e140aef tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0758865 May 19 12:28:22.787404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e21e3159-9666-4614-9201-a24f6bddbe42 req-eae3183f-eb68-431d-83b0-4f54346fab5c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 210 time: 0.0485740 May 19 12:28:22.858824 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77a1abe8-4e5b-462c-b2ef-80a8bc2197f9 req-ce80c155-f170-4113-bea2-e1aa1c7178f4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703235 May 19 12:28:23.006197 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f281a4c-30b4-4706-ac93-d9d060ef36fc req-3909b02f-ff59-468b-8905-2d765e9a9768 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:23.008680 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f281a4c-30b4-4706-ac93-d9d060ef36fc req-3909b02f-ff59-468b-8905-2d765e9a9768 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0531578 May 19 12:28:23.008999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a6c27-a431-4f28-ac4a-6cd792b630fc req-aad8407b-4c67-4953-b6fb-66c73308799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:23.011313 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c5a6c27-a431-4f28-ac4a-6cd792b630fc req-aad8407b-4c67-4953-b6fb-66c73308799a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 1134 time: 0.0440848 May 19 12:28:23.067569 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-7c5a6c27-a431-4f28-ac4a-6cd792b630fc req-48265364-a7ec-4eb6-a5c8-526e258144f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477111 May 19 12:28:23.089028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f281a4c-30b4-4706-ac93-d9d060ef36fc req-2c2432c1-c540-4556-a1c2-2b17817be127 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 May 19 12:28:23.200088 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:23.332498 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:23.782179 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab2ed-1f6f-4256-9b5b-6a626e878666 req-7fe4f74c-da1c-45dc-8d9b-11002ee73de4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:23.783830 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f76ab2ed-1f6f-4256-9b5b-6a626e878666 req-7fe4f74c-da1c-45dc-8d9b-11002ee73de4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0583718 May 19 12:28:23.851920 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f76ab2ed-1f6f-4256-9b5b-6a626e878666 req-dc9d0a13-affd-49a3-82c5-4196f642c700 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588386 May 19 12:28:23.903336 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74ee5dd9-e6f7-4f29-99cb-714b11efa5e9 req-0f4608c0-234e-411a-b920-15ecf7545c1a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 210 time: 0.0299706 May 19 12:28:23.997661 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113da1f-62c1-4662-9ec4-aa79367f9f5d req-de36ccf9-7180-4bfb-9c3b-45cce8816a17 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:23.999305 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2113da1f-62c1-4662-9ec4-aa79367f9f5d req-de36ccf9-7180-4bfb-9c3b-45cce8816a17 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0531838 May 19 12:28:24.063525 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2113da1f-62c1-4662-9ec4-aa79367f9f5d req-11f7e55c-a406-4d8d-8d35-e03da4a0732e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532379 May 19 12:28:24.217057 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd90578-a50b-4cb0-9160-8da0297e25ca req-61defb08-498b-4ccc-8d37-367006fb4480 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:24.218697 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-afd90578-a50b-4cb0-9160-8da0297e25ca req-61defb08-498b-4ccc-8d37-367006fb4480 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0580871 May 19 12:28:24.271020 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-afd90578-a50b-4cb0-9160-8da0297e25ca req-2f8efdaa-6cd5-45d9-9697-622b51781664 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 May 19 12:28:24.779552 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:24.976253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3808-bdf5-4489-ba90-9d324258e8f9 req-b8f449e4-8add-476b-8702-f6ee76a0c787 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:24.977750 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74de3808-bdf5-4489-ba90-9d324258e8f9 req-b8f449e4-8add-476b-8702-f6ee76a0c787 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0510015 May 19 12:28:24.991601 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:25.022067 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d089152-85de-40cc-ad60-256655e3d2ae req-2d1f76a6-896a-479e-aa96-949c05f7ffd8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 210 time: 0.0432928 May 19 12:28:25.055630 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74de3808-bdf5-4489-ba90-9d324258e8f9 req-5f7035f0-fc60-4699-80ce-f4b564b38293 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658937 May 19 12:28:25.222913 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4336-0340-41e3-a74d-07848488d832 req-51857868-425b-41ce-b002-44510f6a6694 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:25.224442 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22da4336-0340-41e3-a74d-07848488d832 req-51857868-425b-41ce-b002-44510f6a6694 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0521910 May 19 12:28:25.250865 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-cd509cfc-4ee9-426b-8b57-739c0e4b7086 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:25.252565 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-cd509cfc-4ee9-426b-8b57-739c0e4b7086 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1232212 May 19 12:28:25.284882 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22da4336-0340-41e3-a74d-07848488d832 req-c67279db-7818-40eb-a045-64f86539e800 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492690 May 19 12:28:25.390074 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d041d-5d75-47de-885c-878f59c8a802 req-8b837a4b-dc1b-4174-a807-c12bee2bb452 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:25.391513 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-535d041d-5d75-47de-885c-878f59c8a802 req-8b837a4b-dc1b-4174-a807-c12bee2bb452 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0511453 May 19 12:28:25.440254 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-535d041d-5d75-47de-885c-878f59c8a802 req-e5743429-9fb9-4793-a1de-f33f83dc27f0 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 May 19 12:28:26.023884 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-ddb2f3db-3375-4adc-bd09-f9a249854922 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 472 time: 0.0815308 May 19 12:28:26.096305 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'port': {'device_id': '121221d9-cf95-4729-9331-c2696a743b0b', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'admin_state_up': True, 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'security_groups': ['ebaa9c7e-344c-4d4e-b52d-c7c97acb267b']}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:26.154526 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36f9694c-6925-4271-8017-579725504407 req-d5463392-ea5b-42fb-a748-d9054128b61d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 210 time: 0.0438950 May 19 12:28:26.413865 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Made reservation on behalf of 86c353f6ded643e6b501ec57800fafc6 for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:28:26.419226 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:26.435941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:26.468159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432590e-8850-439c-a62e-4a322bbd636a req-2919d04b-1d8b-4358-b166-a7f3fea3beaf tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:26.469685 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6432590e-8850-439c-a62e-4a322bbd636a req-2919d04b-1d8b-4358-b166-a7f3fea3beaf tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.3145320 May 19 12:28:26.491126 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f80195-69db-49b1-97df-fb84d36fbd73 req-655f112c-940a-46ae-aa40-3955c8bc95fa tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:26.491895 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2f80195-69db-49b1-97df-fb84d36fbd73 req-655f112c-940a-46ae-aa40-3955c8bc95fa tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0717371 May 19 12:28:26.568032 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6432590e-8850-439c-a62e-4a322bbd636a req-9231a4f4-a8bc-440c-ac51-688c186ea3bc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923505 May 19 12:28:26.585235 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.20.0.3 (c9b89124-2c1b-4572-adaf-f3ca44cc01f0/f052e198-6a49-4fc4-930c-024bf898a4bd/bdc95f17-5855-4791-bcdb-d9206b642684) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:28:26.585461 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2f80195-69db-49b1-97df-fb84d36fbd73 req-d56a2792-3c72-4aea-974d-80417828b77e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851779 May 19 12:28:26.592036 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:26.710529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8cdc-e0da-4349-b590-d7907650da0f req-945be889-0948-4954-ab1b-87aa1eaa0206 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:26.711990 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e5dc8cdc-e0da-4349-b590-d7907650da0f req-945be889-0948-4954-ab1b-87aa1eaa0206 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0538456 May 19 12:28:26.773058 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (bdc95f17-5855-4791-bcdb-d9206b642684), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:26.778737 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e5dc8cdc-e0da-4349-b590-d7907650da0f req-d2c03cd1-691b-4147-a6a1-22385e5718f5 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 May 19 12:28:26.791128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:26.906361 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:26.973151 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:28:26.977614 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:28:26.982853 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:28:26.987420 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=bdc95f17-5855-4791-bcdb-d9206b642684,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:27.060534 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:27.061205 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.209031 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-30ee92b7-db18-47e5-816d-ea42686fc2ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1062746 May 19 12:28:27.216571 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Request body: {'port': {'device_id': '121221d9-cf95-4729-9331-c2696a743b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:27.434575 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.436324 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5d5c-0a3e-40e3-9d09-a7404d36fa53 req-1533cbdf-6db7-4525-96a2-f782f87d394d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:27.436324 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-11db5d5c-0a3e-40e3-9d09-a7404d36fa53 req-1533cbdf-6db7-4525-96a2-f782f87d394d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 931 time: 0.0804098 May 19 12:28:27.506671 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-11db5d5c-0a3e-40e3-9d09-a7404d36fa53 req-a3473375-5d59-4f5c-954d-df6f7e78584d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685606 May 19 12:28:27.506780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-19f2d67c-553e-41b6-a637-032eacec622a None None] Provisioning complete for port bdc95f17-5855-4791-bcdb-d9206b642684 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:27.506780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-19f2d67c-553e-41b6-a637-032eacec622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.539795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-19f2d67c-553e-41b6-a637-032eacec622a None None] Port bdc95f17-5855-4791-bcdb-d9206b642684 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:28:27.758827 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc95f17-5855-4791-bcdb-d9206b642684 {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:27.766823 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Publish callbacks [] for port (bdc95f17-5855-4791-bcdb-d9206b642684), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.781166 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Transition to ACTIVE for port object bdc95f17-5855-4791-bcdb-d9206b642684 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:28:27.828417 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7d86-8dbd-4a32-b8d6-6b2ae06e4f90 req-fd274911-052f-4b62-b595-d2af1973bdc0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:27.836446 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-950a7d86-8dbd-4a32-b8d6-6b2ae06e4f90 req-fd274911-052f-4b62-b595-d2af1973bdc0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0753181 May 19 12:28:27.905082 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-950a7d86-8dbd-4a32-b8d6-6b2ae06e4f90 req-87266c41-4520-40da-ba93-8099e09fa9bd tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673327 May 19 12:28:27.939911 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.954321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b5381-0835-4402-9830-37ee4f0c9623 req-6d05b491-fe26-4c30-a333-1dce579a6417 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:27.957077 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-218b5381-0835-4402-9830-37ee4f0c9623 req-6d05b491-fe26-4c30-a333-1dce579a6417 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0656204 May 19 12:28:28.025123 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-218b5381-0835-4402-9830-37ee4f0c9623 req-df80ab02-43b3-4be7-91af-851c50ce846b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603449 May 19 12:28:28.121321 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc95f17-5855-4791-bcdb-d9206b642684,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:28.189847 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7471-e094-40a6-9421-412e24702273 req-0d1d2fd5-1ea6-4c35-8758-d38f313d0d1a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:28.200729 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-590b7471-e094-40a6-9421-412e24702273 req-0d1d2fd5-1ea6-4c35-8758-d38f313d0d1a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0990827 May 19 12:28:28.223395 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:28.274152 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-590b7471-e094-40a6-9421-412e24702273 req-6e5a20ec-3927-4d7b-ad40-db88e98e4f4e tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722363 May 19 12:28:28.275904 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Attempting to bind port bdc95f17-5855-4791-bcdb-d9206b642684 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:28:28.276270 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Attempting to bind port bdc95f17-5855-4791-bcdb-d9206b642684 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:28:28.276755 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Attempting to bind port bdc95f17-5855-4791-bcdb-d9206b642684 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:28:28.284551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Port bdc95f17-5855-4791-bcdb-d9206b642684 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:28:28.285404 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Attempting to bind port bdc95f17-5855-4791-bcdb-d9206b642684 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:28:28.292836 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:28:28.293500 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:28:28.294074 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Bound using segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:28:28.294884 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Bound port: bdc95f17-5855-4791-bcdb-d9206b642684, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:28:28.295618 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:28.380081 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] For port bdc95f17-5855-4791-bcdb-d9206b642684, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:28:28.384263 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] For port bdc95f17-5855-4791-bcdb-d9206b642684, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bdc95f17-5855-4791-bcdb-d9206b642684,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:28:28.497326 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:28.549572 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:28.551931 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:28.555008 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] 10.222.0.77 "PUT /v2.0/ports/bdc95f17-5855-4791-bcdb-d9206b642684 HTTP/1.1" status: 200 len: 1093 time: 1.3440409 May 19 12:28:28.561450 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:28.562486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:28.627020 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152aada-27cf-41be-9577-8ec1073df543 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc95f17-5855-4791-bcdb-d9206b642684,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:28.635744 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:28.684818 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fab67-4c6d-4a75-9ec8-41d7b36720f0 req-d7680032-088c-4d75-8715-20179001fbe1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:28.686762 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f61fab67-4c6d-4a75-9ec8-41d7b36720f0 req-d7680032-088c-4d75-8715-20179001fbe1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1256909 May 19 12:28:28.716240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b6c32-de05-48b9-8f9b-16a125f64587 req-082544d4-240e-4193-808c-af31f7e29248 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:28.724579 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-156b6c32-de05-48b9-8f9b-16a125f64587 req-082544d4-240e-4193-808c-af31f7e29248 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.1161189 May 19 12:28:28.817277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f61fab67-4c6d-4a75-9ec8-41d7b36720f0 req-070d8924-f93e-43fc-a6a9-6f4b41bbb715 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224372 May 19 12:28:28.845507 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-156b6c32-de05-48b9-8f9b-16a125f64587 req-e75d98b4-075c-4f4a-bf0c-be7950d7c903 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177754 May 19 12:28:28.931752 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6029b15d-7265-42c6-a7c0-8de440cc4798 x-openstack-request-id: req-6029b15d-7265-42c6-a7c0-8de440cc4798 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:28.931752 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:28.931752 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6029b15d-7265-42c6-a7c0-8de440cc4798 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:28.931752 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6029b15d-7265-42c6-a7c0-8de440cc4798'] response: {'name': 'network-changed', 'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'status': 'completed', 'code': 200} May 19 12:28:29.200957 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d02af-b4fc-4a51-a069-5047d1fe45b8 req-1cafa8b6-d23c-4293-b57d-3044edee09ce tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:29.211632 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-145d02af-b4fc-4a51-a069-5047d1fe45b8 req-1cafa8b6-d23c-4293-b57d-3044edee09ce tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0848393 May 19 12:28:29.306010 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-145d02af-b4fc-4a51-a069-5047d1fe45b8 req-f1d83ce9-e19b-4a94-98e3-fcc6919848d7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872269 May 19 12:28:29.472181 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea24df-bd15-4fae-91df-d927b713c747 req-6c43faae-b625-418f-84ff-c95dd5f0e493 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:29.473698 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1ea24df-bd15-4fae-91df-d927b713c747 req-6c43faae-b625-418f-84ff-c95dd5f0e493 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0619276 May 19 12:28:29.528003 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f req-401a303a-4b20-47bf-b835-62a5ccd8ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:29.530215 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f req-401a303a-4b20-47bf-b835-62a5ccd8ae71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 1127 time: 0.0518022 May 19 12:28:29.586155 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1ea24df-bd15-4fae-91df-d927b713c747 req-3fdf5474-4093-415d-9cdb-8e780b93ef1a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968626 May 19 12:28:29.897207 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50314) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:30.031521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a51d5-bef0-46c8-880e-845e8555c350 req-38149e7d-ab35-4759-a6e2-316abd902ade tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.033159 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b4a51d5-bef0-46c8-880e-845e8555c350 req-38149e7d-ab35-4759-a6e2-316abd902ade tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0964177 May 19 12:28:30.062583 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716d760-1731-4932-86a8-677538d11af8 req-fe75ae3f-9091-4e00-9394-e27939a4833d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.064278 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1716d760-1731-4932-86a8-677538d11af8 req-fe75ae3f-9091-4e00-9394-e27939a4833d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.0795527 May 19 12:28:30.093936 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0069b5f-5daa-42fa-adb5-f4ad61f187e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:30.103551 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:30.137035 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:30.137609 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b4a51d5-bef0-46c8-880e-845e8555c350 req-678fd8d3-55d7-4eb1-b5f8-b89a3b3cd6b5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958941 May 19 12:28:30.166693 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1716d760-1731-4932-86a8-677538d11af8 req-05eb8bda-b6c3-4a27-b7c9-79ac9477b667 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933375 May 19 12:28:30.208697 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0069b5f-5daa-42fa-adb5-f4ad61f187e4 admin admin] Publish callbacks [] for security_group (34570b19-4956-4ffc-8e01-6eaefc8a795d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:30.293551 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0069b5f-5daa-42fa-adb5-f4ad61f187e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (34570b19-4956-4ffc-8e01-6eaefc8a795d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:30.338430 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0069b5f-5daa-42fa-adb5-f4ad61f187e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34570b19-4956-4ffc-8e01-6eaefc8a795d,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:30.407345 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f0069b5f-5daa-42fa-adb5-f4ad61f187e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=721e2a1b9cbe4c6087a4abdf0427d1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088515 May 19 12:28:30.412987 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50320) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:30.493677 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f req-7e9bdfe9-f19e-4cbb-958b-c45509a4d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.497095 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f req-7e9bdfe9-f19e-4cbb-958b-c45509a4d7da service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=86c353f6ded643e6b501ec57800fafc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1542680 May 19 12:28:30.535540 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089ad3-e7b9-4626-8d92-ad0e184455df req-730d9c87-c8ac-4577-ac2d-73c1bcbc822a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.537307 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-47089ad3-e7b9-4626-8d92-ad0e184455df req-730d9c87-c8ac-4577-ac2d-73c1bcbc822a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0977466 May 19 12:28:30.586350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Publish callbacks [] for security_group (34570b19-4956-4ffc-8e01-6eaefc8a795d), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:30.649471 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Publish callbacks [] for security_group (34570b19-4956-4ffc-8e01-6eaefc8a795d), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:30.672157 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-47089ad3-e7b9-4626-8d92-ad0e184455df req-1cf352e6-3e2c-4b89-b6b6-a5186433891b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266029 May 19 12:28:30.767249 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85423af-d22c-4729-80c0-6cebfee052a2 req-5ac0f109-ab90-4b25-a397-d9af6fbd7923 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.768768 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d85423af-d22c-4729-80c0-6cebfee052a2 req-5ac0f109-ab90-4b25-a397-d9af6fbd7923 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0573399 May 19 12:28:30.833086 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d85423af-d22c-4729-80c0-6cebfee052a2 req-ae8cdfcb-d2f6-4fd5-848a-85f11d58ee0c tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/security-groups?id=4662ee57-92a3-43be-b778-ef0ed489df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 May 19 12:28:30.938619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-9efe0d89-9d9e-46fe-8967-2e4cd8ece03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.940131 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-9efe0d89-9d9e-46fe-8967-2e4cd8ece03e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0556953 May 19 12:28:30.978656 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-14565d1c-0893-4f9d-b197-126b9641c51a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.980893 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-14565d1c-0893-4f9d-b197-126b9641c51a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 950 time: 0.0973792 May 19 12:28:31.039438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-d5ad5abd-5a43-4185-a5bf-243fdab7c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.041002 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-d5ad5abd-5a43-4185-a5bf-243fdab7c073 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 911 time: 0.0933726 May 19 12:28:31.083680 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f req-7b716b28-26b8-4c6c-9906-c5e9f79586e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.097693 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9e5a4352-c94c-4585-b40e-a5bc78cd5b4f req-7b716b28-26b8-4c6c-9906-c5e9f79586e1 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919491 May 19 12:28:31.097850 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:31.107230 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Deleting port 452993dd-560e-4269-adb0-b9a0b4d301d3 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:31.107640 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:31.138035 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (34570b19-4956-4ffc-8e01-6eaefc8a795d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:31.140637 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:31.147256 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34570b19-4956-4ffc-8e01-6eaefc8a795d HTTP/1.1" status: 204 len: 168 time: 0.7267065 May 19 12:28:31.148740 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-191f17d2-cbb3-4e69-aca1-3592c9990bf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 1001 time: 0.1011407 May 19 12:28:31.154466 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34570b19-4956-4ffc-8e01-6eaefc8a795d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:31.165662 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:31.172680 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.173021 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.187521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66e661-fc82-4cc0-a282-98c8644f077b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:31.244686 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-e17d73df-707c-48b8-9707-243d2afcae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.246204 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-e17d73df-707c-48b8-9707-243d2afcae6f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 1127 time: 0.0937331 May 19 12:28:31.303012 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-439a9179-4599-4316-aa85-49f987900781 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdc95f17-5855-4791-bcdb-d9206b642684 HTTP/1.1" status: 200 len: 217 time: 0.0458937 May 19 12:28:31.329486 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-ed442a07-ff32-475b-8df8-1232f0a4afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.333302 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-ed442a07-ff32-475b-8df8-1232f0a4afb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.1733763 May 19 12:28:31.372487 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] For port 452993dd-560e-4269-adb0-b9a0b4d301d3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=452993dd-560e-4269-adb0-b9a0b4d301d3,segment=NetworkSegment(c1896032-cb38-441a-989c-83220859e70a),segment_id=c1896032-cb38-441a-989c-83220859e70a)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:31.372864 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:31.392641 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Calling delete_port for 452993dd-560e-4269-adb0-b9a0b4d301d3 owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:31.402745 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-ed674b70-5d2d-4808-931e-c0af88a0e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.404229 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-ed674b70-5d2d-4808-931e-c0af88a0e17c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0947978 May 19 12:28:31.409733 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a6aca-365e-4bd9-a770-9632e4df0328 req-e1442cb9-8303-45c4-b14d-13ebaf4a6301 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.418391 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e24a6aca-365e-4bd9-a770-9632e4df0328 req-e1442cb9-8303-45c4-b14d-13ebaf4a6301 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.1604395 May 19 12:28:31.479484 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:31.491728 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-511a3d07-cb56-4706-ae1f-7ffb1e5e3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.493332 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-511a3d07-cb56-4706-ae1f-7ffb1e5e3d2e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0814021 May 19 12:28:31.495626 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e24a6aca-365e-4bd9-a770-9632e4df0328 req-9ccf0eee-cb9a-47b4-8c1d-0daee1234111 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756998 May 19 12:28:31.508434 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424c121-fcc1-42f7-9bde-404963dc47fc req-f8b24d34-ef5a-48ba-9c64-9661807657cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.519143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e424c121-fcc1-42f7-9bde-404963dc47fc req-f8b24d34-ef5a-48ba-9c64-9661807657cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.2445447 May 19 12:28:31.559924 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-ec2f67e3-3052-4452-a57a-855f015982b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.562459 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-ec2f67e3-3052-4452-a57a-855f015982b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2217698 May 19 12:28:31.591524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:31.662825 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e424c121-fcc1-42f7-9bde-404963dc47fc req-4cf90d3a-4039-427f-9486-983fa12ae0ce tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390903 May 19 12:28:31.670799 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-1c7468a5-2bad-42fc-aeea-7a9082262a0f service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561782 May 19 12:28:31.766573 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-3430f20e-3347-4053-b9ca-080dafc2c970 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841493 May 19 12:28:31.882604 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-9bed7b80-5ca5-4ed5-b5d4-c5c1327a52d6 req-48bfa984-2526-4204-b672-ec94abb3de43 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979144 May 19 12:28:31.893679 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (452993dd-560e-4269-adb0-b9a0b4d301d3), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:31.907751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['452993dd-560e-4269-adb0-b9a0b4d301d3'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:31.926671 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Pushing event deleted for resources: {'Port': ['ID=452993dd-560e-4269-adb0-b9a0b4d301d3,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:32.007811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] No DVR routers for this DVR port 452993dd-560e-4269-adb0-b9a0b4d301d3 on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:32.007811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:32.010933 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-eecf6658-bc90-47d4-8b7e-81f53b5f4d36 req-3de4c112-6a5d-446b-a063-2527eabfcb12 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.77 "DELETE /v2.0/ports/452993dd-560e-4269-adb0-b9a0b4d301d3 HTTP/1.1" status: 204 len: 173 time: 1.0219922 May 19 12:28:32.011480 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'name': 'network-vif-deleted', 'tag': '452993dd-560e-4269-adb0-b9a0b4d301d3'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:32.014736 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c29b2e-1f6b-4531-81ee-746901ae566c" -d '{"events": [{"server_uuid": "d2eeef31-7890-43bf-83fe-7674f49f53a0", "name": "network-vif-deleted", "tag": "452993dd-560e-4269-adb0-b9a0b4d301d3"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:32.095812 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1324f5-8e46-444b-8a61-6acf6ece9a37 req-6514ce67-7915-43eb-9dba-9afc40204343 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:32.103755 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9b1324f5-8e46-444b-8a61-6acf6ece9a37 req-6514ce67-7915-43eb-9dba-9afc40204343 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.1761329 May 19 12:28:32.155185 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4253134-9fea-459b-980b-d101a0700b47 req-9e2d4c48-0ef4-40b5-a2c4-99959866b14a tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.1767349 May 19 12:28:32.214864 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-695a5449-35ab-4cc7-81ce-f6633f41b84c req-a59375ee-7920-4abf-93bb-e3515dcc2b92 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408362 May 19 12:28:32.239298 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9b1324f5-8e46-444b-8a61-6acf6ece9a37 req-88ab409d-baf8-42eb-9447-ddaca822c0a4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266711 May 19 12:28:32.242207 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41f76a9-be24-467f-af4a-edf90d0f259f x-openstack-request-id: req-b41f76a9-be24-467f-af4a-edf90d0f259f {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:32.248169 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeef31-7890-43bf-83fe-7674f49f53a0", "name": "network-vif-deleted", "tag": "452993dd-560e-4269-adb0-b9a0b4d301d3", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:32.248930 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b41f76a9-be24-467f-af4a-edf90d0f259f {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:32.250218 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41f76a9-be24-467f-af4a-edf90d0f259f'] response: {'server_uuid': 'd2eeef31-7890-43bf-83fe-7674f49f53a0', 'name': 'network-vif-deleted', 'tag': '452993dd-560e-4269-adb0-b9a0b4d301d3', 'status': 'completed', 'code': 200} May 19 12:28:32.348481 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df300ba-bc1f-440d-becb-83c152fe2715 req-d5baeece-c629-4b53-9057-2ed090089139 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:32.349996 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7df300ba-bc1f-440d-becb-83c152fe2715 req-d5baeece-c629-4b53-9057-2ed090089139 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0564101 May 19 12:28:32.420194 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7df300ba-bc1f-440d-becb-83c152fe2715 req-7aafb257-bbe4-4a8d-b1da-0c889aa45609 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621681 May 19 12:28:32.444497 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50350) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:32.615082 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2031-e139-4def-bc9e-f60137592366 req-b0ac5180-7d82-4442-8887-ba54ba66e67e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:32.616703 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a24d2031-e139-4def-bc9e-f60137592366 req-b0ac5180-7d82-4442-8887-ba54ba66e67e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.0530758 May 19 12:28:32.716290 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d95d19-0f24-42d0-b937-984dc33f220b tempest-TestMinimumBasicScenario-1632027871 tempest-TestMinimumBasicScenario-1632027871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:32.722046 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50358) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:32.722370 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-b5d95d19-0f24-42d0-b937-984dc33f220b tempest-TestMinimumBasicScenario-1632027871 tempest-TestMinimumBasicScenario-1632027871-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1125 time: 0.2766383 May 19 12:28:32.730484 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'port_id': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:32.743618 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a24d2031-e139-4def-bc9e-f60137592366 req-e4a5d46e-fbae-4d30-aabb-3e306057a51f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172278 May 19 12:28:32.872564 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c295ef-9c6d-4576-92e5-31b62dbce702 req-8424d2d3-db7f-4a10-8dee-9db6e70dfcca tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:32.874157 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e5c295ef-9c6d-4576-92e5-31b62dbce702 req-8424d2d3-db7f-4a10-8dee-9db6e70dfcca tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0654771 May 19 12:28:32.910656 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:32.919151 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:32.937662 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e5c295ef-9c6d-4576-92e5-31b62dbce702 req-e4bb4c84-76bb-45cc-b6ad-f86301435aac tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573215 May 19 12:28:33.040659 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:33.211746 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Allocated IP 172.27.3.252 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/da7f2993-ea8e-4c54-a772-9d16e3dc7d0a) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:28:33.349299 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cc86edf-2745-42a3-9b7a-0113bde71cda req-8860a52d-9768-4a23-9303-1f826de68841 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0563486 May 19 12:28:33.397172 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:33.409402 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1288fa0-59a3-4a07-8269-8cb43843cb94 req-4fe2a485-ea6f-479d-8628-5e62f2a538d5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:33.412659 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1288fa0-59a3-4a07-8269-8cb43843cb94 req-4fe2a485-ea6f-479d-8628-5e62f2a538d5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0650096 May 19 12:28:33.413059 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:33.481055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1288fa0-59a3-4a07-8269-8cb43843cb94 req-4ee1b26e-f86a-42cb-8238-7cb8d6d27d39 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624745 May 19 12:28:33.551664 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:33.602395 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:28:33.611036 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:28:33.615225 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:28:33.618629 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'Port': ['ID=da7f2993-ea8e-4c54-a772-9d16e3dc7d0a,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:33.896725 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad2627-ce6a-4ee2-b01c-6612b7dd9d6f req-35d09659-7b89-4861-9694-a496942c9e3d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:33.898349 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-35ad2627-ce6a-4ee2-b01c-6612b7dd9d6f req-35d09659-7b89-4861-9694-a496942c9e3d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.0636523 May 19 12:28:34.019185 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-35ad2627-ce6a-4ee2-b01c-6612b7dd9d6f req-d900d3db-6a29-4ea5-ad05-a43988d8f088 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001198 May 19 12:28:34.098090 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3871632-2264-4d75-b9a8-1a9ce166e6db req-2a4ee24d-8bac-4cd9-9695-3dd66ae3e25c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:34.099995 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3871632-2264-4d75-b9a8-1a9ce166e6db req-2a4ee24d-8bac-4cd9-9695-3dd66ae3e25c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0564535 May 19 12:28:34.178924 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3871632-2264-4d75-b9a8-1a9ce166e6db req-e9dbff38-ead0-4a6f-b333-9a91629c7c22 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702577 May 19 12:28:34.184601 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:34.282115 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 452993dd-560e-4269-adb0-b9a0b4d301d3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:34.311578 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 452993dd-560e-4269-adb0-b9a0b4d301d3 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:34.312403 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 452993dd-560e-4269-adb0-b9a0b4d301d3 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:34.364587 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for floatingip (63025826-4d98-4f99-a335-2d9a85ae4fda), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:34.474980 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-70e3fc32-016b-43b0-a601-2f3ef1e63ca4 req-84139e59-56eb-4f29-9a72-4ebba9b35636 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0481331 May 19 12:28:34.527539 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:34.632421 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76af99-439a-4b78-82be-162d2135efb7 req-0fc14e31-9571-41c6-aeda-4ebffa1e1ff1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:34.635427 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b76af99-439a-4b78-82be-162d2135efb7 req-0fc14e31-9571-41c6-aeda-4ebffa1e1ff1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0705614 May 19 12:28:34.737793 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b76af99-439a-4b78-82be-162d2135efb7 req-39cd461f-0b68-41a5-8b4d-ee2670c21e37 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950115 May 19 12:28:34.780577 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:34.911361 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:35.006931 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'Port': ['ID=da7f2993-ea8e-4c54-a772-9d16e3dc7d0a,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:35.037451 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (63025826-4d98-4f99-a335-2d9a85ae4fda), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:35.125678 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:35.169673 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77721f82-d6c7-4491-b8ab-286094ba3828 req-71b6a0cf-d32a-4193-b3ac-1f487951b46e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:35.171209 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77721f82-d6c7-4491-b8ab-286094ba3828 req-71b6a0cf-d32a-4193-b3ac-1f487951b46e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.0653310 May 19 12:28:35.183973 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Floating IP 63025826-4d98-4f99-a335-2d9a85ae4fda associated. External IP: 172.27.3.252, port: d7221580-bd77-42eb-a222-b1dd8a491c4c. May 19 12:28:35.230312 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77721f82-d6c7-4491-b8ab-286094ba3828 req-8960d052-7f1f-45ef-91f4-dc80c6d699d9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532763 May 19 12:28:35.307477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254ebc7-d651-406d-a7e6-85535765bff4 req-6a0ff511-022b-40ee-9bf0-a1df7eb94da0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:35.309341 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0254ebc7-d651-406d-a7e6-85535765bff4 req-6a0ff511-022b-40ee-9bf0-a1df7eb94da0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0553498 May 19 12:28:35.359901 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0254ebc7-d651-406d-a7e6-85535765bff4 req-d37ca082-d730-4265-9d1c-042524292cf9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448873 May 19 12:28:35.403654 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:35.421979 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Router 871cf3c0-c45d-4229-8f0c-4e779db809ef has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:35.547605 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:35.557804 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] Sync routers for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:35.570688 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:35.571623 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:28:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:35.586835 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-11279f56-1a2f-44c0-b023-eb30220d8a4b req-3dcda7fa-c67f-4158-84be-6f9ccd016b04 tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0296259 May 19 12:28:35.678018 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:35.873181 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fb189-4a59-435c-8240-bf7d27e51c4e req-6cfcf25e-3b62-4e84-bf05-4701f2a3148c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:35.875048 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c95fb189-4a59-435c-8240-bf7d27e51c4e req-6cfcf25e-3b62-4e84-bf05-4701f2a3148c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0535054 May 19 12:28:35.924978 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '63025826-4d98-4f99-a335-2d9a85ae4fda', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'port_id': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'mac_address': 'fa:16:3e:2d:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70659f4e-c927-47dc-a23a-abd0db258731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:34Z', 'updated_at': '2022-05-19T12:28:34Z', 'revision_number': 0, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:03Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:35.928484 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c95fb189-4a59-435c-8240-bf7d27e51c4e req-8ae8a2bc-27e7-4cd4-b15a-f42e922afd0a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 May 19 12:28:35.956110 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] Checking router: 871cf3c0-c45d-4229-8f0c-4e779db809ef for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:35.957844 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:35.968805 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:35.969537 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:28:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:35.989825 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c48deaf1-5ec0-4d81-a806-99ec946de1d3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2658193 May 19 12:28:35.990391 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:35.992711 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84706965-cbed-47b6-84e0-dc60ba6d7362" -d '{"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:35.993123 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50380) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:35.997823 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576727543', 'description': 'tempest-secgroup-smoke-1576727543 description', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:36.032372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bbe4df-5573-47df-9ff6-d458e1256f03 x-openstack-request-id: req-c4bbe4df-5573-47df-9ff6-d458e1256f03 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:36.032915 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:36.033409 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4bbe4df-5573-47df-9ff6-d458e1256f03 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:36.034117 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bbe4df-5573-47df-9ff6-d458e1256f03'] response: {'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'status': 'completed', 'code': 200} May 19 12:28:36.095786 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:36.143328 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:36.146399 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:36.234531 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-fdc079bd-aeae-4add-8409-b81eb591117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.236079 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-fdc079bd-aeae-4add-8409-b81eb591117d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1130 time: 0.0708044 May 19 12:28:36.259148 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:36.288646 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device bdc95f17-5855-4791-bcdb-d9206b642684 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:28:36.339904 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group (f3c5ed84-35fd-4b71-a298-bf783933d458), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:36.393228 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-1d2ff2aa-4b2d-41ff-9cd1-5d18baaae979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.394773 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-1d2ff2aa-4b2d-41ff-9cd1-5d18baaae979 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 916 time: 0.1489003 May 19 12:28:36.495530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f3c5ed84-35fd-4b71-a298-bf783933d458), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:36.544773 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-1e505d9e-2ffd-4ab5-b96b-1142684ad412 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 1000 time: 0.1356001 May 19 12:28:36.622103 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port bdc95f17-5855-4791-bcdb-d9206b642684, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bdc95f17-5855-4791-bcdb-d9206b642684,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:36.625997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c5ed84-35fd-4b71-a298-bf783933d458,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:36.634982 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '63025826-4d98-4f99-a335-2d9a85ae4fda', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'port_id': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'mac_address': 'fa:16:3e:2d:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70659f4e-c927-47dc-a23a-abd0db258731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:34Z', 'updated_at': '2022-05-19T12:28:34Z', 'revision_number': 0, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:03Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:36.641389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae45c1-4743-4c5b-a161-2d00c65dab9b req-66cdbf07-8a3a-4434-8662-2f66135caf40 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.648623 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-03ae45c1-4743-4c5b-a161-2d00c65dab9b req-66cdbf07-8a3a-4434-8662-2f66135caf40 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 943 time: 0.1442676 May 19 12:28:36.662625 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'port_id': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'mac_address': 'fa:16:3e:1d:49:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:28:36.664539 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:36.673994 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3dc31-61cc-4f6c-8349-76bf3b971484 req-731e8ecf-92c4-4baa-a78e-86dba3467158 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.675790 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0ec3dc31-61cc-4f6c-8349-76bf3b971484 req-731e8ecf-92c4-4baa-a78e-86dba3467158 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1475205 May 19 12:28:36.681213 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7aa025-5260-4f71-ba65-6759b7ea6dd3 None None] The sync data for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi is: [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '63025826-4d98-4f99-a335-2d9a85ae4fda', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'port_id': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'mac_address': 'fa:16:3e:2d:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70659f4e-c927-47dc-a23a-abd0db258731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:34Z', 'updated_at': '2022-05-19T12:28:34Z', 'revision_number': 0, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:03Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:36.756185 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-930c8655-8e4c-4d8f-bfe1-c6f2b16b7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.758048 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-930c8655-8e4c-4d8f-bfe1-c6f2b16b7ee8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0572159 May 19 12:28:36.761770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:36.763260 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8d6487ea-26f9-453b-bac4-0896a05559e1 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7691531 May 19 12:28:36.766859 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50394) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:36.772568 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group_rule': {'security_group_id': 'f3c5ed84-35fd-4b71-a298-bf783933d458', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:36.859550 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-03ae45c1-4743-4c5b-a161-2d00c65dab9b req-b0313328-cdb7-4f51-99f9-3ee3b8391db9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027674 May 19 12:28:36.881056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-c4842dcb-4645-4fda-8335-7576a983e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.890901 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-c4842dcb-4645-4fda-8335-7576a983e50a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd910aa7-5907-427f-8250-4593b656fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1152217 May 19 12:28:36.932299 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (a8e9b56a-9fe1-4b03-a4f6-30ec6f876594), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:36.962659 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port bdc95f17-5855-4791-bcdb-d9206b642684 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:36.964404 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.024040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc95f17-5855-4791-bcdb-d9206b642684 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:37.045285 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:37.108291 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (a8e9b56a-9fe1-4b03-a4f6-30ec6f876594), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.110214 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port bdc95f17-5855-4791-bcdb-d9206b642684, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bdc95f17-5855-4791-bcdb-d9206b642684,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:37.153643 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-07b4111f-a58b-45f3-a16c-a37da0b352d2 req-6c744849-f9bf-4205-a9b5-2ff05b2c225e tempest-VolumesNegativeTest-1289234380 tempest-VolumesNegativeTest-1289234380-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2eeef31-7890-43bf-83fe-7674f49f53a0 HTTP/1.1" status: 200 len: 210 time: 0.0753601 May 19 12:28:37.160315 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0ec3dc31-61cc-4f6c-8349-76bf3b971484 req-9cab9b13-f018-4822-95da-7df22bc71915 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891187 May 19 12:28:37.168500 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea6adf-6c5f-42f1-b61b-d8973fa5483c None None] New status for floating IP 63025826-4d98-4f99-a335-2d9a85ae4fda: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:28:37.183542 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (a8e9b56a-9fe1-4b03-a4f6-30ec6f876594), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.185207 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.225522 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e9b56a-9fe1-4b03-a4f6-30ec6f876594,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:37.238286 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-8b09daa3-d7e8-4929-a0a0-d9ccf9ffccf6 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394427 May 19 12:28:37.314673 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.316045 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-11146e19-d81b-498b-9051-e712abff9775 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5480864 May 19 12:28:37.318830 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50398) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:37.324227 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group_rule': {'security_group_id': 'f3c5ed84-35fd-4b71-a298-bf783933d458', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:37.377484 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8fcb0-da4c-40ad-af88-7174dfa1b537 req-8b8496c4-f8b0-46bc-9678-7fb66b8ac8bf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:37.379240 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e9d8fcb0-da4c-40ad-af88-7174dfa1b537 req-8b8496c4-f8b0-46bc-9678-7fb66b8ac8bf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0690956 May 19 12:28:37.418365 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=bdc95f17-5855-4791-bcdb-d9206b642684,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:37.430620 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.431297 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.431882 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.432784 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.433575 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.434370 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.434992 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.435767 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.436633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.437405 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.438181 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.439026 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.439802 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.440539 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.441293 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:37.460190 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84706965-cbed-47b6-84e0-dc60ba6d7362 req-d6f985c2-0e56-453a-aaac-92a8ba217e73 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074969 May 19 12:28:37.478552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (65bf4fc3-8261-4e57-be4d-91d094638886), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.513189 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e9d8fcb0-da4c-40ad-af88-7174dfa1b537 req-c96d81f9-d392-4884-84b9-c43a8e47ddb9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195664 May 19 12:28:37.521870 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:37.577887 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (65bf4fc3-8261-4e57-be4d-91d094638886), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.669223 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['bdc95f17-5855-4791-bcdb-d9206b642684'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:37.731499 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (65bf4fc3-8261-4e57-be4d-91d094638886), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.774165 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bf4fc3-8261-4e57-be4d-91d094638886,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:37.897605 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:37.903882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50402) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:37.904783 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-89f4b731-fc3f-4836-ae1c-4cd405eacfbb tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5842016 May 19 12:28:37.910479 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group_rule': {'security_group_id': 'f3c5ed84-35fd-4b71-a298-bf783933d458', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:38.046121 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b1128-8b40-4f30-9851-271504f8d307 req-018840b5-6259-4546-bebe-c201b3adf1cb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:38.054693 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9a2b1128-8b40-4f30-9851-271504f8d307 req-018840b5-6259-4546-bebe-c201b3adf1cb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 944 time: 0.1079299 May 19 12:28:38.057433 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (cde9b23c-de25-4977-b718-28f9b2b933cb), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.137771 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9a2b1128-8b40-4f30-9851-271504f8d307 req-a74f6d69-5f0b-4917-870e-f346e19d647c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819929 May 19 12:28:38.140037 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:38.162089 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (cde9b23c-de25-4977-b718-28f9b2b933cb), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.309223 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (cde9b23c-de25-4977-b718-28f9b2b933cb), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.342276 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde9b23c-de25-4977-b718-28f9b2b933cb,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:38.482881 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbfe54-a55b-449d-a464-44d8754fffd2 req-442fc380-a2a9-4457-8d84-045f29e6d1f0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:38.484489 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c6dbfe54-a55b-449d-a464-44d8754fffd2 req-442fc380-a2a9-4457-8d84-045f29e6d1f0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.1100814 May 19 12:28:38.488647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.493770 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-683ce0cb-7a2b-4676-8727-11a9006aeb8e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5848007 May 19 12:28:38.494925 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50416) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:38.502363 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group_rule': {'security_group_id': 'f3c5ed84-35fd-4b71-a298-bf783933d458', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:38.578569 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c6dbfe54-a55b-449d-a464-44d8754fffd2 req-b95a2a9d-fd5a-4ac7-b64b-df3bb1e311cf tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838377 May 19 12:28:38.681894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (5d3b5316-5ef6-4680-983d-7e9b66897dc6), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.718761 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afba707-d316-4506-bbca-be63507d2632 req-6cfe96f8-ff9b-49dd-b9d2-80d05fa71819 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:38.721788 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6afba707-d316-4506-bbca-be63507d2632 req-6cfe96f8-ff9b-49dd-b9d2-80d05fa71819 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0832529 May 19 12:28:38.774925 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (5d3b5316-5ef6-4680-983d-7e9b66897dc6), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.776918 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:38.802775 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6afba707-d316-4506-bbca-be63507d2632 req-08c01e76-f139-4f30-90d9-c57ad6ebc23b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717652 May 19 12:28:38.886970 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (5d3b5316-5ef6-4680-983d-7e9b66897dc6), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:38.914749 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3b5316-5ef6-4680-983d-7e9b66897dc6,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:39.104166 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device bdc95f17-5855-4791-bcdb-d9206b642684 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:28:39.127012 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.132561 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50430) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:39.134273 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d5bf6586-fdfc-4dbf-b037-677f44ab81c2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6363611 May 19 12:28:39.139090 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group_rule': {'security_group_id': 'f3c5ed84-35fd-4b71-a298-bf783933d458', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:39.207631 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port bdc95f17-5855-4791-bcdb-d9206b642684 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:28:39.285556 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.securitygroups_db [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Project 3be6c3cdf062493184ab67ec3ec9940f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:28:39.302722 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (3ea3ef0d-a338-4160-b89f-a18ce80cd21c), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.336397 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8130-d14f-4df4-9e5e-053b1ff46e0b req-ce356b61-e0ea-4cd5-9ab8-89c9f7ea230a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:39.345555 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port bdc95f17-5855-4791-bcdb-d9206b642684 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:39.346519 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.349670 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-67ad8130-d14f-4df4-9e5e-053b1ff46e0b req-ce356b61-e0ea-4cd5-9ab8-89c9f7ea230a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 944 time: 0.0993915 May 19 12:28:39.440657 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-67ad8130-d14f-4df4-9e5e-053b1ff46e0b req-14c92cf6-7e85-4477-8526-2f772dd10d35 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900514 May 19 12:28:39.477051 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port bdc95f17-5855-4791-bcdb-d9206b642684 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:39.478471 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.481254 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (3ea3ef0d-a338-4160-b89f-a18ce80cd21c), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.523615 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:39.526302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd6cb04-e810-4efd-858e-0a7269285ad7" -d '{"events": [{"server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:39.540896 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port bdc95f17-5855-4791-bcdb-d9206b642684, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bdc95f17-5855-4791-bcdb-d9206b642684,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:39.586922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (3ea3ef0d-a338-4160-b89f-a18ce80cd21c), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.596976 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefe7fbb-42f2-400e-be54-2c819d5f9f8c x-openstack-request-id: req-eefe7fbb-42f2-400e-be54-2c819d5f9f8c {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:39.597528 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:39.598000 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eefe7fbb-42f2-400e-be54-2c819d5f9f8c {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:39.598571 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefe7fbb-42f2-400e-be54-2c819d5f9f8c'] response: {'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'code': 200} May 19 12:28:39.628499 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea3ef0d-a338-4160-b89f-a18ce80cd21c,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:39.717673 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.815417 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=bdc95f17-5855-4791-bcdb-d9206b642684,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:39.850772 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:39.856776 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-58437248-2000-41b5-acff-6c9ac83fcd8c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7198987 May 19 12:28:39.856776 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50448) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:39.863110 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'security_group_rule': {'security_group_id': 'f3c5ed84-35fd-4b71-a298-bf783933d458', 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:39.995570 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe230d80-fcc1-4a2b-8fbc-7fa5a81fd087 req-83a935df-1a94-41ad-9773-7fd7acb07726 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:39.997086 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe230d80-fcc1-4a2b-8fbc-7fa5a81fd087 req-83a935df-1a94-41ad-9773-7fd7acb07726 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0552108 May 19 12:28:40.065274 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe230d80-fcc1-4a2b-8fbc-7fa5a81fd087 req-a97f4bdb-a0b2-450d-9098-1a49037be461 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620689 May 19 12:28:40.593892 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f0fd9-068e-4ea8-a0a1-0dade3ccdf98 req-94eb0f4a-ec6d-4a7e-9d8a-8dd291c96788 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:40.595601 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a21f0fd9-068e-4ea8-a0a1-0dade3ccdf98 req-94eb0f4a-ec6d-4a7e-9d8a-8dd291c96788 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0649598 May 19 12:28:40.650139 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a21f0fd9-068e-4ea8-a0a1-0dade3ccdf98 req-e70ade16-5770-417a-a44e-34371a8900f8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484006 May 19 12:28:40.954946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.securitygroups_db [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Project 3be6c3cdf062493184ab67ec3ec9940f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:28:40.961812 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (19d6e389-7362-4e33-8ddf-061ffaff7bce), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:41.013858 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:41.085986 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:41.095440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08506a5a-2549-4ea9-beff-bf762fbdd808 req-acd86d60-6772-4339-a3b1-b99786cc7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:41.097251 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08506a5a-2549-4ea9-beff-bf762fbdd808 req-acd86d60-6772-4339-a3b1-b99786cc7d56 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 1129 time: 0.0720251 May 19 12:28:41.117950 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (19d6e389-7362-4e33-8ddf-061ffaff7bce), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:41.162780 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08506a5a-2549-4ea9-beff-bf762fbdd808 req-89d67bc5-d30f-4148-99b8-76697ff20962 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543244 May 19 12:28:41.243371 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (19d6e389-7362-4e33-8ddf-061ffaff7bce), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:41.275215 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:41.290144 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11eec-7e5a-46af-a980-5d2abbd5991a req-1b92e5aa-648f-4487-94d3-9a282c301a84 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:41.292813 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-73b11eec-7e5a-46af-a980-5d2abbd5991a req-1b92e5aa-648f-4487-94d3-9a282c301a84 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.1134863 May 19 12:28:41.296194 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d6e389-7362-4e33-8ddf-061ffaff7bce,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:41.362735 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-73b11eec-7e5a-46af-a980-5d2abbd5991a req-5e24873a-4c94-43e9-bb79-1deb0976e15c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622356 May 19 12:28:41.427488 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:41.432249 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2c5bde12-4f78-48ec-b1d6-17bae9678879 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5706949 May 19 12:28:41.581863 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9917244e-1387-4d71-b3fc-8076348e5018 req-36720942-319d-47c3-a890-1a6fbdd53eee tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576727543&fields=id&tenant_id=3be6c3cdf062493184ab67ec3ec9940f HTTP/1.1" status: 200 len: 267 time: 0.0749691 May 19 12:28:41.654776 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917244e-1387-4d71-b3fc-8076348e5018 req-f35de739-3172-4aa3-b5e4-9d1e6e61f183 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:41.657160 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9917244e-1387-4d71-b3fc-8076348e5018 req-f35de739-3172-4aa3-b5e4-9d1e6e61f183 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0743971 May 19 12:28:41.680517 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'port': {'security_groups': ['90222a08-135a-4aa2-8366-99938cbdf345', 'f3c5ed84-35fd-4b71-a298-bf783933d458']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:42.103217 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:42.124830 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea140-ddef-4a86-a3a9-5e0323039f3b req-67ce8064-17eb-4cc8-a551-924979ce6fba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:42.129373 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19cea140-ddef-4a86-a3a9-5e0323039f3b req-67ce8064-17eb-4cc8-a551-924979ce6fba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.3214529 May 19 12:28:42.266810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19cea140-ddef-4a86-a3a9-5e0323039f3b req-af9c5584-d942-44ff-b48b-de95d65d8090 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221890 May 19 12:28:42.434212 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:42.497702 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:42.509689 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd931b0-da25-418a-aa78-b845bc295511 req-62a21f84-0480-4cec-8455-6846ee25865d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:42.512578 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ffd931b0-da25-418a-aa78-b845bc295511 req-62a21f84-0480-4cec-8455-6846ee25865d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0696168 May 19 12:28:42.563589 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ffd931b0-da25-418a-aa78-b845bc295511 req-6937e0d6-ba6b-47b2-ad91-7e5c7c90683d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 May 19 12:28:42.606027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:42.623294 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['d7221580-bd77-42eb-a222-b1dd8a491c4c'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:42.657235 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:42.657938 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:42.659509 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9917244e-1387-4d71-b3fc-8076348e5018 req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "PUT /v2.0/ports/d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 982 time: 0.9888461 May 19 12:28:42.660036 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:42.662721 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f67d97c-111a-4330-83a4-645678cd7c32" -d '{"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:42.686060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb367-ba50-4a9a-9adc-d87c03938893 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:42.760266 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f959236-8dae-4ea6-87f6-0fcfbe5798e5 x-openstack-request-id: req-1f959236-8dae-4ea6-87f6-0fcfbe5798e5 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:42.760678 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:42.761389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f959236-8dae-4ea6-87f6-0fcfbe5798e5 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:42.762065 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f959236-8dae-4ea6-87f6-0fcfbe5798e5'] response: {'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'status': 'completed', 'code': 200} May 19 12:28:42.837347 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:42.851953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694eedb-d75b-4be5-9a32-c4bb8975a9e1 req-3a6f2db4-a084-428d-b453-743ba729ea8b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:42.853056 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3694eedb-d75b-4be5-9a32-c4bb8975a9e1 req-3a6f2db4-a084-428d-b453-743ba729ea8b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0843151 May 19 12:28:42.890149 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:42.944371 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3694eedb-d75b-4be5-9a32-c4bb8975a9e1 req-b8f0e71b-d1d6-4e3f-a073-754ea4ce4a48 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814424 May 19 12:28:42.997653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:43.007075 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-07f2b58b-5985-4f2b-af70-0cca99ba6e62 None None] Provisioning complete for port d7221580-bd77-42eb-a222-b1dd8a491c4c triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:43.010045 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-07f2b58b-5985-4f2b-af70-0cca99ba6e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:43.104540 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['d7221580-bd77-42eb-a222-b1dd8a491c4c'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:43.130631 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-07f2b58b-5985-4f2b-af70-0cca99ba6e62 None None] Current status of the port d7221580-bd77-42eb-a222-b1dd8a491c4c is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:43.164031 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-459eccaf-bf39-41c9-a655-822193a618f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:43.165559 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-459eccaf-bf39-41c9-a655-822193a618f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1169 time: 0.0422199 May 19 12:28:43.372303 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:43.402858 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecbc79-2285-4fba-9b7c-f12f50b847e4 req-4a51251e-d576-45f0-81ed-66d62f9810f2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:43.404246 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-09ecbc79-2285-4fba-9b7c-f12f50b847e4 req-4a51251e-d576-45f0-81ed-66d62f9810f2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0581892 May 19 12:28:43.418019 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:43.464192 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-09ecbc79-2285-4fba-9b7c-f12f50b847e4 req-44a887f4-df87-4905-bd3f-1c5d554a7d1e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520580 May 19 12:28:43.588141 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579411-bf3a-4487-993d-14f4a4b4fd28 req-a067b4f3-d5ad-4b0c-8c9a-70ee6442910f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:43.593866 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-02579411-bf3a-4487-993d-14f4a4b4fd28 req-a067b4f3-d5ad-4b0c-8c9a-70ee6442910f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0561738 May 19 12:28:43.600122 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 50612) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:43.608322 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'port_id': 'bdc95f17-5855-4791-bcdb-d9206b642684'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:43.655967 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (eb624bd9-381c-46c6-8034-83a454b761e3), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:43.698793 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c160b74-c6b2-4710-8787-c33d33f2e2e3 req-8f61453d-9438-4a27-aa2f-46e4da2ce973 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:43.700333 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c160b74-c6b2-4710-8787-c33d33f2e2e3 req-8f61453d-9438-4a27-aa2f-46e4da2ce973 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0567086 May 19 12:28:43.752742 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c160b74-c6b2-4710-8787-c33d33f2e2e3 req-43237b99-5b61-4116-b3c4-d3f5dcac73f9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468600 May 19 12:28:43.966254 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-846334ef-e677-4e84-9e01-cf5fedaed19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:43.967859 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-846334ef-e677-4e84-9e01-cf5fedaed19b service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 916 time: 0.1055276 May 19 12:28:44.036664 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-c8cb9afd-9723-4c2e-9fbd-b2bb84dee500 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 1002 time: 0.0609021 May 19 12:28:44.093385 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-21eb8534-cb64-469b-a9d6-2cbfba8af64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.094929 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-21eb8534-cb64-469b-a9d6-2cbfba8af64e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0522523 May 19 12:28:44.126887 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.197914 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-4121d83d-7ece-4293-b418-33137f039a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.199811 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-4121d83d-7ece-4293-b418-33137f039a25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd910aa7-5907-427f-8250-4593b656fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425775 May 19 12:28:44.200704 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-d26604ba-3349-41fb-bed0-80522759f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.202264 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-d26604ba-3349-41fb-bed0-80522759f29b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1129 time: 0.0436845 May 19 12:28:44.207317 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (eb624bd9-381c-46c6-8034-83a454b761e3), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.308708 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:44.315550 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-768318a4-098d-4d09-8293-346b5ba28b94 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042931 May 19 12:28:44.409539 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-31639398-8047-4319-9454-bd822a8af7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.409539 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-31639398-8047-4319-9454-bd822a8af7fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.1971061 May 19 12:28:44.409730 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP eb624bd9-381c-46c6-8034-83a454b761e3 associated. External IP: 172.27.3.81, port: bdc95f17-5855-4791-bcdb-d9206b642684. May 19 12:28:44.432518 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9f67d97c-111a-4330-83a4-645678cd7c32 req-82e9873f-986b-493b-b328-dfbda42eec68 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085286 May 19 12:28:44.511072 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:44.523390 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-933a97d4-8622-4589-b299-22aaeaf1599e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 1001 time: 0.0768828 May 19 12:28:44.611346 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-e6e542a6-7937-428d-9e92-3d097e4c1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.612793 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-e6e542a6-7937-428d-9e92-3d097e4c1388 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0644996 May 19 12:28:44.706175 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-de89da68-aefe-42ed-83cf-b00bc22d18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.707984 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-de89da68-aefe-42ed-83cf-b00bc22d18d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627847 May 19 12:28:44.814468 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:44.896600 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-bf81e2f2-726a-4a53-8716-2c088a62be50 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629076 May 19 12:28:44.913429 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f028a-8a44-47b7-905e-ca12ff5cb637 req-9706044f-a512-4784-9342-9ce54c7b46ec tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:44.915135 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac9f028a-8a44-47b7-905e-ca12ff5cb637 req-9706044f-a512-4784-9342-9ce54c7b46ec tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0658140 May 19 12:28:44.974321 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac9f028a-8a44-47b7-905e-ca12ff5cb637 req-ff9bb57d-6054-4c84-b7ab-a280aefa97b4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520632 May 19 12:28:45.010894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:45.015791 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:45.034137 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:45.047789 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:45.048685 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:28:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:45.166765 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:45.184447 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:45.297533 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:45.344699 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-5e501311-51fe-4f29-ad48-3cbbf12953ce tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "PUT /v2.0/floatingips/eb624bd9-381c-46c6-8034-83a454b761e3 HTTP/1.1" status: 200 len: 990 time: 1.7398205 May 19 12:28:45.345095 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:45.347565 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2aecd-6fb5-4440-a059-9f92a870e70a" -d '{"events": [{"name": "network-changed", "server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:45.355800 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5121750b-78e5-4ea5-9bcb-958c28649c8a req-34a8c8de-8356-4edd-9e0a-f18db2395aaa service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500449 May 19 12:28:45.396941 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015173a7-f137-4dd7-859e-acca8bd015ce x-openstack-request-id: req-015173a7-f137-4dd7-859e-acca8bd015ce {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:45.397299 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:45.397618 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-015173a7-f137-4dd7-859e-acca8bd015ce {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:45.398141 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015173a7-f137-4dd7-859e-acca8bd015ce'] response: {'name': 'network-changed', 'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'status': 'completed', 'code': 200} May 19 12:28:45.527680 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:46Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}, {'id': 'eb624bd9-381c-46c6-8034-83a454b761e3', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:1d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121221d9-cf95-4729-9331-c2696a743b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:19Z', 'updated_at': '2022-05-19T12:28:44Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:45.557614 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:45.567406 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:45.567406 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:28:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:45.676217 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:45.901436 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:46Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}, {'id': 'eb624bd9-381c-46c6-8034-83a454b761e3', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:1d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121221d9-cf95-4729-9331-c2696a743b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:19Z', 'updated_at': '2022-05-19T12:28:44Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:45.926148 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ed7be-8a96-4e49-9e38-486370c2a959 None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:46Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}, {'id': 'eb624bd9-381c-46c6-8034-83a454b761e3', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:1d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121221d9-cf95-4729-9331-c2696a743b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:19Z', 'updated_at': '2022-05-19T12:28:44Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:46.124687 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843537-00ad-4654-9d4d-ff754dcda37f req-45c43adb-a548-409a-8523-5395554561bf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:46.126345 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00843537-00ad-4654-9d4d-ff754dcda37f req-45c43adb-a548-409a-8523-5395554561bf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0572100 May 19 12:28:46.156566 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cba363-1713-45ce-b838-018b068a63b7 None None] New status for floating IP eb624bd9-381c-46c6-8034-83a454b761e3: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:28:46.189329 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00843537-00ad-4654-9d4d-ff754dcda37f req-55075ac9-cf78-46a6-b2ce-5b669bd8e334 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520616 May 19 12:28:47.153491 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-163d3edf-7f46-4175-8de2-93ef39ade640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:47.154095 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:47.155155 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-163d3edf-7f46-4175-8de2-93ef39ade640 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 1129 time: 0.0423689 May 19 12:28:47.241088 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: ACTIVE; New status is: DOWN {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:47.241661 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.280523 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:47.282848 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:47.285535 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e41329-b1ea-4a69-9a4e-aebceb455adc" -d '{"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:47.357808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:47.360092 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9be5231-658f-4676-ac76-aa4c75850efd x-openstack-request-id: req-c9be5231-658f-4676-ac76-aa4c75850efd {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:47.360413 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:47.366255 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9be5231-658f-4676-ac76-aa4c75850efd {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:47.366255 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9be5231-658f-4676-ac76-aa4c75850efd'] response: {'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'code': 200} May 19 12:28:47.375479 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f94927-01db-487e-a86a-a6864f516886 req-13369940-cefe-4ec2-a188-bc4ee5c26e1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:47.377521 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-23f94927-01db-487e-a86a-a6864f516886 req-13369940-cefe-4ec2-a188-bc4ee5c26e1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 945 time: 0.0941298 May 19 12:28:47.383024 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-730b5a12-9f7c-4a82-a881-355f35b04698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:47.386172 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-730b5a12-9f7c-4a82-a881-355f35b04698 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.1744227 May 19 12:28:47.390852 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.440667 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50718) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:47.448154 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:47.454296 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=8']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:47.459329 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-23f94927-01db-487e-a86a-a6864f516886 req-31587e9b-c9b5-4975-9be9-436ef211934c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751326 May 19 12:28:47.493311 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-34a3e11d-3c27-442d-9903-6ea2adac7177 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdc95f17-5855-4791-bcdb-d9206b642684 HTTP/1.1" status: 200 len: 1000 time: 0.1001005 May 19 12:28:47.573360 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-04798526-e2ac-4176-8c3b-75673affb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:47.575281 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-04798526-e2ac-4176-8c3b-75673affb6e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0630131 May 19 12:28:47.635341 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e2d6ff92-0496-4c8e-9d94-ba5fdf0af671 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=566bbc906fb54ffab4964acccd8e68d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929870 May 19 12:28:47.638240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50722) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:47.643527 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-d7ee6bde-7ba5-441c-bd12-a6d0889b9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:47.645057 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-d7ee6bde-7ba5-441c-bd12-a6d0889b9586 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547473 May 19 12:28:47.697014 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f227-2ee3-457e-b0c4-bcb4fd315ba3 admin admin] Publish callbacks [] for security_group (4662ee57-92a3-43be-b778-ef0ed489df8b), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.720447 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f227-2ee3-457e-b0c4-bcb4fd315ba3 admin admin] Publish callbacks [] for security_group (4662ee57-92a3-43be-b778-ef0ed489df8b), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.741360 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-f3599e0a-d15b-42bb-9c47-b9e689cd2ada service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890725 May 19 12:28:47.761189 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:47.854010 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a9d2aecd-6fb5-4440-a059-9f92a870e70a req-a3f1e6e6-7927-4980-93ec-b114abad3015 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055040 May 19 12:28:47.890050 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f227-2ee3-457e-b0c4-bcb4fd315ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4662ee57-92a3-43be-b778-ef0ed489df8b), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.892838 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f227-2ee3-457e-b0c4-bcb4fd315ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.894089 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5ea2f227-2ee3-457e-b0c4-bcb4fd315ba3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4662ee57-92a3-43be-b778-ef0ed489df8b HTTP/1.1" status: 204 len: 168 time: 0.2547429 May 19 12:28:47.903530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2f227-2ee3-457e-b0c4-bcb4fd315ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662ee57-92a3-43be-b778-ef0ed489df8b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:48.373956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-385b1eee-ef11-47d3-b976-01ad00f4f386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:48.585929 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c7256-ecc6-4c23-ab0d-2c4e609182b2 req-87049b5e-54e2-4716-bc29-22f0101adcad tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:48.587947 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ae6c7256-ecc6-4c23-ab0d-2c4e609182b2 req-87049b5e-54e2-4716-bc29-22f0101adcad tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0529327 May 19 12:28:48.644015 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ae6c7256-ecc6-4c23-ab0d-2c4e609182b2 req-57344ac0-5878-4c9e-b717-c1616ddcdb17 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502474 May 19 12:28:50.204420 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:28:50.270502 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-7dbc5a0c-c137-4d7d-9332-bbaefd0b67de req-4d808bf2-d86b-4165-958d-49d2c279f38e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:28:50.271920 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7dbc5a0c-c137-4d7d-9332-bbaefd0b67de req-4d808bf2-d86b-4165-958d-49d2c279f38e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058525 May 19 12:28:50.577371 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2802343e-a15b-4196-8a12-edc723bebeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:50.680497 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf135a-987b-4201-97ee-25d7a52b4c91 req-cb2e1b3e-67e3-4acd-9069-99b7270d8292 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:50.682205 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-56cf135a-987b-4201-97ee-25d7a52b4c91 req-cb2e1b3e-67e3-4acd-9069-99b7270d8292 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0545435 May 19 12:28:50.751986 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-56cf135a-987b-4201-97ee-25d7a52b4c91 req-ecd46fa1-1398-492c-96d4-3d2b76ddb292 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 May 19 12:28:51.176564 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:51.254719 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: DOWN; New status is: DOWN {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:51.309449 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50768) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:51.397981 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-65866f6e-a0e1-4d31-b176-ca3a42c414b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872712 May 19 12:28:51.407224 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-a037dff0-a940-4c80-83de-9581c461213c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:28:51.408238 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-a037dff0-a940-4c80-83de-9581c461213c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051575 May 19 12:28:51.486779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 50776) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:51.585934 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-079dd127-beea-4443-847a-85d6a66b4188 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:51.587384 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-079dd127-beea-4443-847a-85d6a66b4188 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports/2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 940 time: 0.0995960 May 19 12:28:51.756315 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:51.898158 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50d4d-9a6b-44c4-8c5b-2e718c371b1f req-30a96070-d555-4318-8b96-34daafd39fd7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:51.899722 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-28d50d4d-9a6b-44c4-8c5b-2e718c371b1f req-30a96070-d555-4318-8b96-34daafd39fd7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0648513 May 19 12:28:51.957079 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-28d50d4d-9a6b-44c4-8c5b-2e718c371b1f req-4d68eba9-4aa5-461f-a4e9-ad4a31a6128f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508845 May 19 12:28:53.101013 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305068c-a4ce-457a-be9a-97fedc4108a9 req-23509e05-6eb6-4fb4-9b00-81ab957983ee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:53.102627 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3305068c-a4ce-457a-be9a-97fedc4108a9 req-23509e05-6eb6-4fb4-9b00-81ab957983ee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0533731 May 19 12:28:53.155461 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3305068c-a4ce-457a-be9a-97fedc4108a9 req-fbcffc1e-44a1-4db9-93af-5942bc01c745 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 May 19 12:28:53.337076 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.281682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5387400-de00-49ee-b265-0641142e4f2f req-ceac32af-d9f8-43b8-b92e-0d7b7c004574 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:54.283489 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5387400-de00-49ee-b265-0641142e4f2f req-ceac32af-d9f8-43b8-b92e-0d7b7c004574 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0494256 May 19 12:28:54.344888 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5387400-de00-49ee-b265-0641142e4f2f req-e16b666b-5a49-4ccd-bfa5-331ef2daac00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554538 May 19 12:28:54.771939 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.780279 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:54.795721 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-00a3cf27-8804-4c39-98f0-cd92abdef00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:54.797331 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-00a3cf27-8804-4c39-98f0-cd92abdef00c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013&tenant_id=1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 1127 time: 0.0847774 May 19 12:28:54.868257 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-b8a974da-9c81-4b7f-bab9-178e8ce351b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:54.870530 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-b8a974da-9c81-4b7f-bab9-178e8ce351b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1127 time: 0.0470152 May 19 12:28:54.975405 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-2d98977c-da58-46cb-bade-d1c9d427d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:54.976948 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-2d98977c-da58-46cb-bade-d1c9d427d874 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.0972731 May 19 12:28:55.058671 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-d494fb41-99b7-492b-99b2-23200aeabd01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 999 time: 0.0659065 May 19 12:28:55.117212 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-f6950e6f-b3f4-45c8-ad19-bf446d4c64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:55.119251 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-f6950e6f-b3f4-45c8-ad19-bf446d4c64a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0516913 May 19 12:28:55.167089 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-26cd32d9-a1a7-4ec9-814e-b7dd1e053637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:55.168610 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-26cd32d9-a1a7-4ec9-814e-b7dd1e053637 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413406 May 19 12:28:55.272928 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-ad677891-bd0c-44bc-8344-73d9523cbd53 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964384 May 19 12:28:55.382182 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1058b3e5-1b43-4ba7-a1d0-33f541398b65 req-24ebd636-7d86-44d1-bd9c-97f1ed646d64 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019378 May 19 12:28:55.476521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da44c99-63a1-48aa-9e43-219f784fb495 req-cfab710c-deba-4539-be82-7396c3d6f895 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:55.478061 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4da44c99-63a1-48aa-9e43-219f784fb495 req-cfab710c-deba-4539-be82-7396c3d6f895 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0533683 May 19 12:28:55.531840 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4da44c99-63a1-48aa-9e43-219f784fb495 req-53db4ab3-4bde-4cea-ad14-c5b284333dbb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473168 May 19 12:28:55.903623 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=56 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:56.714470 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2ae3e-031c-438a-8247-868e42b5f39e req-38ba12b5-b6ca-4031-802c-49698710f1cb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:56.716838 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4db2ae3e-031c-438a-8247-868e42b5f39e req-38ba12b5-b6ca-4031-802c-49698710f1cb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0632594 May 19 12:28:56.776763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4db2ae3e-031c-438a-8247-868e42b5f39e req-e12312e5-5338-4f10-8112-acfa74d1bf62 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531788 May 19 12:28:57.941937 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa5f4-ddb2-456f-a1ee-e82e899fad88 req-f56f38b8-e070-4905-8d6a-3e1e3d318393 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:57.943662 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4b4fa5f4-ddb2-456f-a1ee-e82e899fad88 req-f56f38b8-e070-4905-8d6a-3e1e3d318393 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0640039 May 19 12:28:57.956136 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:58.010913 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4b4fa5f4-ddb2-456f-a1ee-e82e899fad88 req-e95fd422-aade-4a96-8865-92d2ed3bdcda tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608912 May 19 12:28:59.162897 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743059-9687-43fa-bd42-fa7bbae58a9c req-b1f4affb-e241-4762-9024-0101dc84683a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:59.164688 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-be743059-9687-43fa-bd42-fa7bbae58a9c req-b1f4affb-e241-4762-9024-0101dc84683a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0575464 May 19 12:28:59.215973 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-be743059-9687-43fa-bd42-fa7bbae58a9c req-933fa8b5-75f4-4ede-8830-b204a86860a0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454752 May 19 12:29:00.202162 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=50 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:00.377545 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052f3d6-c2f6-47a9-bb35-3cbb4facf17f req-a16d0dac-6d19-4d04-98ea-989ccd853213 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:00.379178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f052f3d6-c2f6-47a9-bb35-3cbb4facf17f req-a16d0dac-6d19-4d04-98ea-989ccd853213 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0752861 May 19 12:29:00.441202 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:00.457984 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f052f3d6-c2f6-47a9-bb35-3cbb4facf17f req-c0197f2a-67b0-4bf8-92d5-511197b7b17b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720413 May 19 12:29:01.683878 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f523f-f6e9-4683-a61f-1adc806720cb req-04aed78c-7db7-4e13-8785-e5f4010b5b02 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:01.687449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-591f523f-f6e9-4683-a61f-1adc806720cb req-04aed78c-7db7-4e13-8785-e5f4010b5b02 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0850108 May 19 12:29:01.740952 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-591f523f-f6e9-4683-a61f-1adc806720cb req-1886568e-468f-4cc9-97b1-53da874c6ef4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474689 May 19 12:29:02.887019 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb9190-95de-4549-a24c-d9f8934f524b req-36b0832b-a7ee-40f0-b1f9-4c31060f9df4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:02.893856 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46eb9190-95de-4549-a24c-d9f8934f524b req-36b0832b-a7ee-40f0-b1f9-4c31060f9df4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0599792 May 19 12:29:02.939175 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46eb9190-95de-4549-a24c-d9f8934f524b req-c0552570-27f7-423e-96a2-12beae96c0c6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 May 19 12:29:04.140376 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a94e5-90ac-4521-82b3-6a07175c5e4f req-247427af-857f-4500-b9d4-f7faff294251 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:04.141912 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-253a94e5-90ac-4521-82b3-6a07175c5e4f req-247427af-857f-4500-b9d4-f7faff294251 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0799816 May 19 12:29:04.194327 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-253a94e5-90ac-4521-82b3-6a07175c5e4f req-9f43bddb-67c3-41fc-9451-0be9760263c5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 May 19 12:29:04.700408 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:04.701924 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:05.345862 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813fb80-b064-4a7a-ab33-c0905d23103a req-679e77fe-9889-4fb8-95fc-02c08f2128b7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.347959 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6813fb80-b064-4a7a-ab33-c0905d23103a req-679e77fe-9889-4fb8-95fc-02c08f2128b7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0611284 May 19 12:29:05.372291 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=72 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:05.378512 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=47 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:05.421665 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6813fb80-b064-4a7a-ab33-c0905d23103a req-792992fd-4062-4a86-ada3-0fa234cb5bf5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631804 May 19 12:29:06.563921 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f670da-621c-4669-98e0-c075682ff1ca req-73374590-4195-4235-a359-cd08f9d52ada tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:06.565584 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25f670da-621c-4669-98e0-c075682ff1ca req-73374590-4195-4235-a359-cd08f9d52ada tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0552928 May 19 12:29:06.616130 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25f670da-621c-4669-98e0-c075682ff1ca req-23085506-5f6c-49e5-bca3-17ec626352ab tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 May 19 12:29:07.764896 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01095-ad97-4a49-ad34-621f39f8c5b4 req-d6830b6f-2f6d-40ea-ac3f-9fe0769dadc7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:07.766869 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0ac01095-ad97-4a49-ad34-621f39f8c5b4 req-d6830b6f-2f6d-40ea-ac3f-9fe0769dadc7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0511391 May 19 12:29:07.826097 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0ac01095-ad97-4a49-ad34-621f39f8c5b4 req-493f2c0a-2fe7-473c-b9f3-4984d207f359 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464792 May 19 12:29:08.971506 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4c87-bc94-48f9-bf1b-a7a78f96d612 req-ea17eafb-f72c-46b4-92fc-3c542725a891 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:08.973054 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c8a4c87-bc94-48f9-bf1b-a7a78f96d612 req-ea17eafb-f72c-46b4-92fc-3c542725a891 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0655324 May 19 12:29:09.033536 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c8a4c87-bc94-48f9-bf1b-a7a78f96d612 req-f16c27db-bc03-4571-8745-4765c8bc54c3 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549183 May 19 12:29:10.163602 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a3705-64ba-4900-9964-84af5d4b5c42 req-fe8f5e63-61ae-4a76-9aa4-ecfccd738638 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:10.165107 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-596a3705-64ba-4900-9964-84af5d4b5c42 req-fe8f5e63-61ae-4a76-9aa4-ecfccd738638 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0499997 May 19 12:29:10.220403 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-596a3705-64ba-4900-9964-84af5d4b5c42 req-da4a12de-3dc0-4613-8058-f59d34d53717 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478420 May 19 12:29:10.933808 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:11.359060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cae35-922f-4561-970f-23a6922522b2 req-b0fe52f8-e679-446f-abc1-9b207074f8f0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:11.360647 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c02cae35-922f-4561-970f-23a6922522b2 req-b0fe52f8-e679-446f-abc1-9b207074f8f0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0517688 May 19 12:29:11.416318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c02cae35-922f-4561-970f-23a6922522b2 req-2fbdce9b-e205-4655-9eae-1fdf7c71423a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498343 May 19 12:29:12.540813 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:12.560248 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e084-dae8-461f-8d3e-433c9656b690 req-deb44e0a-b07d-4f81-a503-4261d0b19e3d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:12.561792 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6072e084-dae8-461f-8d3e-433c9656b690 req-deb44e0a-b07d-4f81-a503-4261d0b19e3d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0577743 May 19 12:29:12.614762 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6072e084-dae8-461f-8d3e-433c9656b690 req-f5b46fca-3a9d-4525-99ac-295daad1f5fb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468130 May 19 12:29:13.372640 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-dc752046-c4cc-409a-ac95-f12e77c56002 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505395 May 19 12:29:13.440878 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-5ef8a0c8-0050-4a33-885c-cb1108748e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:13.442655 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-5ef8a0c8-0050-4a33-885c-cb1108748e3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 1129 time: 0.0424757 May 19 12:29:13.563467 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-0db52fc1-9aa0-454e-a78a-87064787ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:13.564935 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-0db52fc1-9aa0-454e-a78a-87064787ee5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.0914407 May 19 12:29:13.634824 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-ca3f4f39-211f-4e55-a3f2-bab51377a87a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee HTTP/1.1" status: 200 len: 1000 time: 0.0615239 May 19 12:29:13.686306 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-522ae486-148f-4adb-b5bd-f8a86d785c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:13.703584 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-522ae486-148f-4adb-b5bd-f8a86d785c40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0463359 May 19 12:29:13.736359 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:13.736919 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-93199474-9c8a-4b8e-81a2-f8586dc3f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:13.738553 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-93199474-9c8a-4b8e-81a2-f8586dc3f7ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415988 May 19 12:29:13.753625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be995092-ddb7-4df2-b178-6b101c3f8e9c req-0f8f88aa-8c67-4ff3-b8e4-3bc0c6a2838b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:13.755160 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-be995092-ddb7-4df2-b178-6b101c3f8e9c req-0f8f88aa-8c67-4ff3-b8e4-3bc0c6a2838b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0518286 May 19 12:29:13.813604 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-be995092-ddb7-4df2-b178-6b101c3f8e9c req-ae3d636f-ffc3-4c1f-a737-09ab6c02471e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515728 May 19 12:29:13.842074 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-39d5d92f-be48-4acd-9293-544856dc40a6 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969951 May 19 12:29:13.941034 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-1f38a13a-e144-4721-80cc-42cafa20eb0e req-75651b7d-f67e-47e4-ae4c-33f4bbb00088 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915313 May 19 12:29:14.947666 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebdfaf-c1f6-4eb3-9d45-7f4f52271a94 req-31e1c61c-5a55-4353-b07b-70d6a8b1159f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:14.949323 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08ebdfaf-c1f6-4eb3-9d45-7f4f52271a94 req-31e1c61c-5a55-4353-b07b-70d6a8b1159f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0560923 May 19 12:29:15.005028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08ebdfaf-c1f6-4eb3-9d45-7f4f52271a94 req-2a05bd0c-b729-46a0-8b7b-10497a75b5f2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492749 May 19 12:29:15.161735 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:15.162547 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:16.188772 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0afa8-7d4e-4351-8b03-acad9c850442 req-db4e8f14-9351-4690-9777-cbb3846c8f58 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:16.190301 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2f0afa8-7d4e-4351-8b03-acad9c850442 req-db4e8f14-9351-4690-9777-cbb3846c8f58 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.1079571 May 19 12:29:16.239538 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2f0afa8-7d4e-4351-8b03-acad9c850442 req-8be100cb-0994-4f1e-89ba-35512b9e3a66 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 May 19 12:29:17.431073 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e723-975e-4e03-9e4e-fb19bf50ace9 req-fc445eeb-132e-48f1-9969-58639d69b9e4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:17.433238 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4a8e723-975e-4e03-9e4e-fb19bf50ace9 req-fc445eeb-132e-48f1-9969-58639d69b9e4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.1163182 May 19 12:29:17.484507 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4a8e723-975e-4e03-9e4e-fb19bf50ace9 req-2ceaeea8-d93c-4c53-860a-1351cbddb41a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442982 May 19 12:29:18.319855 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-dc674f4c-f162-4622-b7ef-d332ea9a3cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:18.634129 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c37cd-79f6-4920-a7aa-ccbbac193838 req-dfa6eee5-9fdd-4ce2-ace1-8dbfd3625fe7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:18.635941 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b95c37cd-79f6-4920-a7aa-ccbbac193838 req-dfa6eee5-9fdd-4ce2-ace1-8dbfd3625fe7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0551310 May 19 12:29:18.686967 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b95c37cd-79f6-4920-a7aa-ccbbac193838 req-b3f70955-ed7b-4fac-9d76-faa4a80f92ab tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 May 19 12:29:19.823115 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31b1e2-e7d8-4732-9778-ad60fc32f440 req-a4309b42-f35d-410f-a9b1-1ed23d75bb96 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:19.824701 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e31b1e2-e7d8-4732-9778-ad60fc32f440 req-a4309b42-f35d-410f-a9b1-1ed23d75bb96 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0506136 May 19 12:29:19.877219 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e31b1e2-e7d8-4732-9778-ad60fc32f440 req-f30a7845-0047-4730-9278-5f45f6abad9e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 May 19 12:29:20.567417 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-dea4a8df-c048-42c4-9c0b-c7ee1cbcd19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:21.015383 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3082081-c452-4cdb-9a36-276ccb4c1123 req-a28c2848-bf3b-4123-8119-deaec76fc1aa tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:21.018697 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3082081-c452-4cdb-9a36-276ccb4c1123 req-a28c2848-bf3b-4123-8119-deaec76fc1aa tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 943 time: 0.0614579 May 19 12:29:21.073172 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3082081-c452-4cdb-9a36-276ccb4c1123 req-e62348c3-941f-46ed-9ec4-9386aa4e40af tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467844 May 19 12:29:21.378841 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:29:21.485269 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:29:21.496840 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'port_id': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'mac_address': 'fa:16:3e:fd:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:29:21.531457 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:29:21.531847 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:21.549351 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce047fc-9ae8-4336-a545-1e048200c75a {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:29:21.570918 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:29:21.699234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:21.747438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=9']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:29:21.777535 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:22.163268 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['2ce047fc-9ae8-4336-a545-1e048200c75a'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:29:22.200164 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e67df-8615-47df-b758-fc94dfef12d2 req-66fcd550-ab3c-4681-aca6-b86463e6ac1c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:22.201748 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c2e67df-8615-47df-b758-fc94dfef12d2 req-66fcd550-ab3c-4681-aca6-b86463e6ac1c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0502968 May 19 12:29:22.254145 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c2e67df-8615-47df-b758-fc94dfef12d2 req-cebb6bb0-a73e-4c14-80ac-defa4f55f035 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461597 May 19 12:29:23.245595 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3a6df-8911-4c9a-bcdb-22f11da01294 req-9c608021-4f9d-42f5-9c49-193943622b28 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.247415 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-49c3a6df-8911-4c9a-bcdb-22f11da01294 req-9c608021-4f9d-42f5-9c49-193943622b28 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0507157 May 19 12:29:23.303699 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-49c3a6df-8911-4c9a-bcdb-22f11da01294 req-c75d40fc-1d96-4868-a339-455f34e7e16a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493526 May 19 12:29:23.325216 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2b21-9581-467a-971f-90ce9b29171b req-1a474adb-6202-4b23-b208-7862cd856676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.326850 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-1a474adb-6202-4b23-b208-7862cd856676 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.0521595 May 19 12:29:23.336496 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:23.391496 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:29:23.410835 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a90bf-9272-4bbf-b5b1-6c69e7d2a543 req-2dcc202a-4393-4cbb-b50a-b664e30b9b0d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.412709 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-805a90bf-9272-4bbf-b5b1-6c69e7d2a543 req-2dcc202a-4393-4cbb-b50a-b664e30b9b0d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 944 time: 0.0563207 May 19 12:29:23.443268 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 2ce047fc-9ae8-4336-a545-1e048200c75a triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:29:23.443637 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:23.454627 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2b21-9581-467a-971f-90ce9b29171b req-6ca5616d-a56b-4e9d-802b-873c89162ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.456147 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-6ca5616d-a56b-4e9d-802b-873c89162ae6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.1210938 May 19 12:29:23.479778 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-805a90bf-9272-4bbf-b5b1-6c69e7d2a543 req-0aa6cba7-3c1b-48a3-91c6-30ed036b368d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579987 May 19 12:29:23.528818 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 2ce047fc-9ae8-4336-a545-1e048200c75a is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:29:23.529209 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:23.542615 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-b1a7813f-f5b9-4537-8f3e-7d48197d5e7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 1000 time: 0.0771461 May 19 12:29:23.555018 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:29:23.557600 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699821d8-403f-42e2-b9c4-e714f21a61b3" -d '{"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-plugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:29:23.571755 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:29:23.601350 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2b21-9581-467a-971f-90ce9b29171b req-8914263a-696c-4ecd-9122-db535387c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.603190 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-8914263a-696c-4ecd-9122-db535387c781 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0533342 May 19 12:29:23.611833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6022b9-ece2-4150-9df5-c6cd7d4cdbb6 x-openstack-request-id: req-3c6022b9-ece2-4150-9df5-c6cd7d4cdbb6 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:29:23.612124 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-plugged", "status": "completed", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:29:23.612379 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c6022b9-ece2-4150-9df5-c6cd7d4cdbb6 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:29:23.612785 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6022b9-ece2-4150-9df5-c6cd7d4cdbb6'] response: {'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'code': 200} May 19 12:29:23.643815 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:23.662543 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2b21-9581-467a-971f-90ce9b29171b req-a4666da3-e399-4ff5-b8a0-3d4fbe000321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.664143 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-a4666da3-e399-4ff5-b8a0-3d4fbe000321 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506921 May 19 12:29:23.708909 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=10']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:29:23.783413 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-ecf92b5a-6149-4280-afec-6d204515662e service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104538 May 19 12:29:24.221910 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5eba2b21-9581-467a-971f-90ce9b29171b req-3970184a-df20-409c-8842-1dda9b9c8978 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927474 May 19 12:29:24.415723 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:24.433632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80936c-f079-4f0e-ba4e-1ec085f55f69 req-671274ae-0859-4650-bc8b-668e237a74a4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:24.435222 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e80936c-f079-4f0e-ba4e-1ec085f55f69 req-671274ae-0859-4650-bc8b-668e237a74a4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0558443 May 19 12:29:24.484379 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e80936c-f079-4f0e-ba4e-1ec085f55f69 req-70cd6c21-9e68-4e9b-88d3-32ee9e431b60 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 May 19 12:29:24.554828 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:24.558005 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:24.567626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77c69-4b52-45e5-832a-1e4c95f75edd req-d19b28c2-cf9a-4c5a-b0e8-d7fcdbdbbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:24.569187 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7d77c69-4b52-45e5-832a-1e4c95f75edd req-d19b28c2-cf9a-4c5a-b0e8-d7fcdbdbbc24 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1130 time: 0.0850270 May 19 12:29:24.613058 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62ae4-4c7a-4ef4-97e9-a7ccd6ad1052 req-94f3876c-9a85-4973-bfa5-9fd187e8229b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:24.614559 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1db62ae4-4c7a-4ef4-97e9-a7ccd6ad1052 req-94f3876c-9a85-4973-bfa5-9fd187e8229b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0560279 May 19 12:29:24.620202 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a7d77c69-4b52-45e5-832a-1e4c95f75edd req-70ce89e9-322c-40a2-97a4-69d13d8ac430 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 May 19 12:29:24.651251 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:24.663156 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1db62ae4-4c7a-4ef4-97e9-a7ccd6ad1052 req-d50de218-7586-4aac-a180-31d8e518bf7d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 May 19 12:29:24.705138 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:24.772623 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:25.606199 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc8ca-47bc-4805-8ad7-0800bc426f8c req-57c0cc5d-404d-4713-b553-b9b01c43c8a7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:25.607736 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e2cc8ca-47bc-4805-8ad7-0800bc426f8c req-57c0cc5d-404d-4713-b553-b9b01c43c8a7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0483279 May 19 12:29:25.656132 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e2cc8ca-47bc-4805-8ad7-0800bc426f8c req-04cb167b-8dbb-4ff6-85ab-e4e5884f0a8e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 May 19 12:29:25.785110 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db71b7-611e-4921-9924-4ba1bc07ea80 req-0268ea36-98b4-4bf0-af88-9b3ea4539230 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:25.787122 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-87db71b7-611e-4921-9924-4ba1bc07ea80 req-0268ea36-98b4-4bf0-af88-9b3ea4539230 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0473425 May 19 12:29:25.838891 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-87db71b7-611e-4921-9924-4ba1bc07ea80 req-7f2e7404-bf68-43eb-a5e7-27226ebc9fb3 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 May 19 12:29:26.941260 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77900d9-1e2c-4a3e-8db2-19caa793884c req-39f91091-6b6f-4e7e-a8e3-4dab2ff02fcf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:26.942690 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b77900d9-1e2c-4a3e-8db2-19caa793884c req-39f91091-6b6f-4e7e-a8e3-4dab2ff02fcf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0582099 May 19 12:29:26.990272 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e88a-d28f-482c-b15c-f3a0f639c63a req-99b3190d-4ea7-4f6d-a907-d879cbdcf841 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:26.991804 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-75f3e88a-d28f-482c-b15c-f3a0f639c63a req-99b3190d-4ea7-4f6d-a907-d879cbdcf841 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0705523 May 19 12:29:27.038554 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b77900d9-1e2c-4a3e-8db2-19caa793884c req-5aa24798-be35-4733-97c8-b70bc01febd3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794835 May 19 12:29:27.060218 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-75f3e88a-d28f-482c-b15c-f3a0f639c63a req-89acc136-56de-4498-9ca2-d5284cf624b8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625033 May 19 12:29:27.205098 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:29:28.207699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71551703-125d-45d8-acaf-28154a3f4ebf req-7997aee0-9ac5-4816-8a14-60065ae4264a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:28.210226 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-71551703-125d-45d8-acaf-28154a3f4ebf req-7997aee0-9ac5-4816-8a14-60065ae4264a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0689163 May 19 12:29:28.301977 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-71551703-125d-45d8-acaf-28154a3f4ebf req-bea75d8f-d870-4e82-8356-19755c09400a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854659 May 19 12:29:28.310808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d791-ffe1-4795-b238-af237d3894b4 req-33842709-369a-4e14-8f68-c1c1edb4bca2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:28.312336 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a28d791-ffe1-4795-b238-af237d3894b4 req-33842709-369a-4e14-8f68-c1c1edb4bca2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0689754 May 19 12:29:28.364035 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a28d791-ffe1-4795-b238-af237d3894b4 req-d2d20481-59f1-40dc-a81e-15f3617eb41f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457370 May 19 12:29:29.438305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e1cda-552d-4731-a0c3-c8d3c9ee2279 req-0fc7934d-3f8d-4156-a296-a3d9b2f5cfc7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:29.440186 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d77e1cda-552d-4731-a0c3-c8d3c9ee2279 req-0fc7934d-3f8d-4156-a296-a3d9b2f5cfc7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0585244 May 19 12:29:29.501229 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f5c66-2cba-48aa-9db1-cea03425e5a4 req-7d0070ab-8418-4077-953e-174f7a1e4fe7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:29.502733 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-175f5c66-2cba-48aa-9db1-cea03425e5a4 req-7d0070ab-8418-4077-953e-174f7a1e4fe7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0618734 May 19 12:29:29.539201 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d77e1cda-552d-4731-a0c3-c8d3c9ee2279 req-d5ec8ca9-d2ee-467a-b7c1-4bb2bd9cea8f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897310 May 19 12:29:29.570275 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-175f5c66-2cba-48aa-9db1-cea03425e5a4 req-34eaad95-65f2-4653-9ae1-7b2f5798571e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613089 May 19 12:29:30.692389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeef92f-cb5e-4f27-aeeb-233ea45a1b65 req-5690798a-1928-4c2f-aa44-58c0802818c7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:30.693961 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-efeef92f-cb5e-4f27-aeeb-233ea45a1b65 req-5690798a-1928-4c2f-aa44-58c0802818c7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0492289 May 19 12:29:30.748177 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-efeef92f-cb5e-4f27-aeeb-233ea45a1b65 req-1ca774a7-f544-4b6a-b7e8-1f42b029f573 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481350 May 19 12:29:31.865574 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54215a-61b9-404e-abed-2fd58bf24b12 req-076c8726-19a0-4a1f-aac7-ffe8ac53882d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:31.867248 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c54215a-61b9-404e-abed-2fd58bf24b12 req-076c8726-19a0-4a1f-aac7-ffe8ac53882d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0488620 May 19 12:29:31.878576 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:31.915671 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c54215a-61b9-404e-abed-2fd58bf24b12 req-a58b5356-e5b2-43a1-ac94-38e80a899a89 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425255 May 19 12:29:33.046668 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e38b8-40c4-42d4-baf1-f4fb92a4ab1a req-0bbd81f0-7f64-41bb-bd95-9a0014775cb4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:33.048178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c76e38b8-40c4-42d4-baf1-f4fb92a4ab1a req-0bbd81f0-7f64-41bb-bd95-9a0014775cb4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0504448 May 19 12:29:33.068821 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:33.100175 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c76e38b8-40c4-42d4-baf1-f4fb92a4ab1a req-3844de8e-59a5-4b5b-a46a-80dbfb96fcf3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460794 May 19 12:29:34.229424 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebd6a9-c701-4ff9-b739-ad245d2d7703 req-7f5eeacd-c212-4ee3-8824-756d7eab9eab tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:34.231517 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-baebd6a9-c701-4ff9-b739-ad245d2d7703 req-7f5eeacd-c212-4ee3-8824-756d7eab9eab tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0621803 May 19 12:29:34.281506 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-baebd6a9-c701-4ff9-b739-ad245d2d7703 req-bab3d9de-50a5-4e31-a257-50d36f8e5ad8 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 May 19 12:29:34.616266 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=13 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:34.708963 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:35.401000 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae765-88d8-443f-a5d1-482be9e75b5f req-4471e500-868a-4dbd-ba4d-3d94513f9cfa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:35.404328 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-246ae765-88d8-443f-a5d1-482be9e75b5f req-4471e500-868a-4dbd-ba4d-3d94513f9cfa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0486054 May 19 12:29:35.453342 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-246ae765-88d8-443f-a5d1-482be9e75b5f req-fd982686-7370-4f88-ab83-25d4c6431264 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 May 19 12:29:36.575302 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c483cf-10e4-4dff-a4b7-b27b6f2fc34e req-57ab0617-9487-4739-a4cd-f566cc06ce16 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:36.577357 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-93c483cf-10e4-4dff-a4b7-b27b6f2fc34e req-57ab0617-9487-4739-a4cd-f566cc06ce16 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0521235 May 19 12:29:36.623979 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-93c483cf-10e4-4dff-a4b7-b27b6f2fc34e req-2f413e5a-2358-4c2b-9d44-7f0867ec922d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 May 19 12:29:37.743231 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d0f1b-c024-402c-97a9-d6e7a79576a3 req-910b2b0e-45b2-46d4-9385-788cb8b91482 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:37.744752 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d54d0f1b-c024-402c-97a9-d6e7a79576a3 req-910b2b0e-45b2-46d4-9385-788cb8b91482 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0494301 May 19 12:29:37.795317 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d54d0f1b-c024-402c-97a9-d6e7a79576a3 req-56608f88-6b9a-454b-862d-2c8bacbf7065 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438643 May 19 12:29:38.919102 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86ee24-5ade-4b66-ae77-9970c765e6b8 req-4246d861-3bbc-4054-a5b8-a3cdd3a714bf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:38.922432 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bd86ee24-5ade-4b66-ae77-9970c765e6b8 req-4246d861-3bbc-4054-a5b8-a3cdd3a714bf tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0513456 May 19 12:29:38.984163 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bd86ee24-5ade-4b66-ae77-9970c765e6b8 req-8a89d0fd-9c6b-467c-9499-5fd2c8379842 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544810 May 19 12:29:40.102840 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2aebd-deda-443a-a6b2-52e121724e4a req-d14c8b95-5e8b-494b-bef4-99f7974d4ec6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:40.104349 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-03b2aebd-deda-443a-a6b2-52e121724e4a req-d14c8b95-5e8b-494b-bef4-99f7974d4ec6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0483274 May 19 12:29:40.153403 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-03b2aebd-deda-443a-a6b2-52e121724e4a req-6f2068fe-c98e-4e56-b096-612ed847152c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 May 19 12:29:40.970830 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:41.285255 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db146ee8-0e5c-46de-8244-de9551f1affb req-fefe799c-be7f-4d17-b996-5a1ed74538d3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:41.286810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-db146ee8-0e5c-46de-8244-de9551f1affb req-fefe799c-be7f-4d17-b996-5a1ed74538d3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0598674 May 19 12:29:41.340415 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-db146ee8-0e5c-46de-8244-de9551f1affb req-0c70544c-5658-4bd0-95d7-13de1b64531c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 May 19 12:29:42.049525 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae483e4-5be2-4326-9043-5150282d7a46 req-f1041197-176c-4f07-9de7-324409d47b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:42.051079 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-eae483e4-5be2-4326-9043-5150282d7a46 req-f1041197-176c-4f07-9de7-324409d47b8f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.0949757 May 19 12:29:42.099243 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-eae483e4-5be2-4326-9043-5150282d7a46 req-c73a0796-a1f0-4ed4-b1f6-3f4c45d768ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408337 May 19 12:29:42.462890 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ef04-c9aa-4754-9aa3-cdad68b3d957 req-b94a96ed-5842-4a55-8bd3-cb2669c7808b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:42.464408 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b99ef04-c9aa-4754-9aa3-cdad68b3d957 req-b94a96ed-5842-4a55-8bd3-cb2669c7808b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0520124 May 19 12:29:42.513615 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b99ef04-c9aa-4754-9aa3-cdad68b3d957 req-8fab7cb0-5698-4209-8366-4e6685524aa7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 May 19 12:29:43.632046 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aaa70-eca7-4a19-8b75-1573c3cfc924 req-4e921ae4-84bc-440b-a64e-aaf20b1d6386 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:43.633512 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-044aaa70-eca7-4a19-8b75-1573c3cfc924 req-4e921ae4-84bc-440b-a64e-aaf20b1d6386 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0484958 May 19 12:29:43.683740 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-044aaa70-eca7-4a19-8b75-1573c3cfc924 req-223c2c47-c27c-4b90-a610-8b46e87d4f79 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444837 May 19 12:29:44.807369 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd07f-bee5-43a3-ba49-285a3fc213db req-daf8b7a6-1b95-4e94-b80f-2d4b6755d56e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:44.809214 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22bbd07f-bee5-43a3-ba49-285a3fc213db req-daf8b7a6-1b95-4e94-b80f-2d4b6755d56e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0536153 May 19 12:29:44.865075 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22bbd07f-bee5-43a3-ba49-285a3fc213db req-ddac9c32-f29f-4399-bac4-574e6ae2820c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498717 May 19 12:29:45.464002 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:45.509059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974b49f-f824-4924-a492-75bca896c8fe req-9b94594a-4ccf-4923-87cc-eb2b9916e36b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:45.510665 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e974b49f-f824-4924-a492-75bca896c8fe req-9b94594a-4ccf-4923-87cc-eb2b9916e36b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0567172 May 19 12:29:45.541560 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:45.571378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-61d136e6-7a7a-4a87-9c5c-5ca0494cfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:45.572967 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-61d136e6-7a7a-4a87-9c5c-5ca0494cfd57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.0482354 May 19 12:29:45.573795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e974b49f-f824-4924-a492-75bca896c8fe req-42c5077b-acb7-430d-9955-0a6f91d3d648 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532017 May 19 12:29:45.669476 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-df73214e-0d9b-4d5c-8ede-869792e64b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:45.670896 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-df73214e-0d9b-4d5c-8ede-869792e64b22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.0904191 May 19 12:29:45.738921 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-47ece27c-747d-4362-bdbe-397276232d86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 1000 time: 0.0612907 May 19 12:29:45.794505 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-adfcf8ea-ab55-459e-803c-089882394c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:45.795969 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-adfcf8ea-ab55-459e-803c-089882394c23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0510824 May 19 12:29:45.844856 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-f4d848bf-e31b-4433-b630-652ca6f86c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:45.846641 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-f4d848bf-e31b-4433-b630-652ca6f86c20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409334 May 19 12:29:45.952934 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-eebb58fc-f5aa-44ec-bc42-8ccc9c089a88 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976634 May 19 12:29:46.050663 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-f397f05d-847c-4a37-a894-9710ebc026d7 req-9c9c6e2f-5810-41f4-baa1-857a86deaf13 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912166 May 19 12:29:46.695274 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce452b2-160a-4458-ba0b-f18a44d128f7 req-f00b9c76-a43a-429b-84a4-37b2a67dc74d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:46.696897 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4ce452b2-160a-4458-ba0b-f18a44d128f7 req-f00b9c76-a43a-429b-84a4-37b2a67dc74d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0514138 May 19 12:29:46.749818 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4ce452b2-160a-4458-ba0b-f18a44d128f7 req-b93d7930-6bfa-4296-8bd9-d226d06f3bc6 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472546 May 19 12:29:47.888584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10add4-0398-499f-a618-78e8fc68d792 req-252ef32c-af13-4aa7-8919-faccb26b06d1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:47.890117 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da10add4-0398-499f-a618-78e8fc68d792 req-252ef32c-af13-4aa7-8919-faccb26b06d1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0609143 May 19 12:29:47.942705 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da10add4-0398-499f-a618-78e8fc68d792 req-1be84478-7e8c-4bb9-8af7-347596a68e8c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459599 May 19 12:29:48.321053 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b11508e3-d9ee-47da-abed-b7df820a6ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:49.083600 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3649c8-d17b-4e73-bcd1-f055006fc931 req-1e9a6f02-5ec8-40a6-89b1-6bf0ba56053b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:49.085442 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fd3649c8-d17b-4e73-bcd1-f055006fc931 req-1e9a6f02-5ec8-40a6-89b1-6bf0ba56053b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0634210 May 19 12:29:49.139420 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fd3649c8-d17b-4e73-bcd1-f055006fc931 req-045feab0-5eb2-43e5-8742-06cc6c1acdb3 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480502 May 19 12:29:50.274953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44936-619d-4b56-9cfe-836f472f1319 req-0b89e56c-0cc7-4cfd-ab6d-ea1119f7dbd7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:50.276557 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4c44936-619d-4b56-9cfe-836f472f1319 req-0b89e56c-0cc7-4cfd-ab6d-ea1119f7dbd7 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0585065 May 19 12:29:50.554664 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c4c44936-619d-4b56-9cfe-836f472f1319 req-d6e6e21a-53e6-4d50-bc1c-11614853104f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709436 May 19 12:29:50.555705 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8c358dad-b23c-487d-b91a-062bc649eaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:51.675872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9eea8-ee56-426d-8f06-ac760df256a1 req-f5fe5363-fe33-43d3-96b9-e2bcd7f57793 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:51.677349 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ed9eea8-ee56-426d-8f06-ac760df256a1 req-f5fe5363-fe33-43d3-96b9-e2bcd7f57793 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0504992 May 19 12:29:51.726549 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ed9eea8-ee56-426d-8f06-ac760df256a1 req-666fdd20-6803-4be6-b35c-256e49a86b82 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 May 19 12:29:51.755935 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:51.853919 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699367-ac7b-432e-96fc-f8b100d2dc39 req-dc1329d6-0506-4549-aefa-2c5515743c3c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:51.855594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7699367-ac7b-432e-96fc-f8b100d2dc39 req-dc1329d6-0506-4549-aefa-2c5515743c3c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0595136 May 19 12:29:51.865890 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51072) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:29:51.870501 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Request body: {'floatingip': {'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:29:51.931984 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:52.157430 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:52.158965 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:52.266355 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:52.426751 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:52.492761 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:52.540440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:52.732836 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:29:52.843088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:29:52.848710 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:52.855036 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb338524-ed1e-483f-817d-943f299af125 None None] Sync routers for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:29:52.866469 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:29:52.867093 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:29:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:29:52.880583 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:29:52.882915 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c4e63-04e8-4be5-a1f9-c8f296181802" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:29:52.924241 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-45f43eaf-8149-4122-a243-2cbb0d691857 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "PUT /v2.0/floatingips/a4427cac-a571-4020-8f8e-be2acf0a256e HTTP/1.1" status: 200 len: 992 time: 1.0539329 May 19 12:29:52.976637 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:29:52.984042 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cf89c9-34d9-463b-a8eb-0808191d248e x-openstack-request-id: req-c0cf89c9-34d9-463b-a8eb-0808191d248e {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:29:52.985028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:29:52.985028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0cf89c9-34d9-463b-a8eb-0808191d248e {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:29:52.985028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0cf89c9-34d9-463b-a8eb-0808191d248e'] response: {'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'status': 'completed', 'code': 200} May 19 12:29:53.065289 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-20035fb5-6b89-448b-a663-6c35fd898b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:53.066900 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-20035fb5-6b89-448b-a663-6c35fd898b37 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.0452175 May 19 12:29:53.164420 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-47dab5bc-0063-4f73-996a-ef4cd63f9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:53.165888 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-47dab5bc-0063-4f73-996a-ef4cd63f9618 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.0905631 May 19 12:29:53.200490 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'a4427cac-a571-4020-8f8e-be2acf0a256e', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:09Z', 'updated_at': '2022-05-19T12:29:52Z', 'revision_number': 3, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:29:53.227148 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb338524-ed1e-483f-817d-943f299af125 None None] Checking router: 3ab6125e-aa3f-471f-bb98-88599aa20bc2 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:29:53.236208 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-d3d2af79-898e-443b-9589-02d102217981 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 1000 time: 0.0627756 May 19 12:29:53.236595 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:29:53.237219 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:29:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:29:53.289239 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-2fd5e737-9d6f-4f69-8f1f-6d5a330a3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:53.290794 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-2fd5e737-9d6f-4f69-8f1f-6d5a330a3892 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0473599 May 19 12:29:53.341857 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-83588e2f-f4ef-40ab-b9da-0618224966d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:53.344098 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-83588e2f-f4ef-40ab-b9da-0618224966d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414429 May 19 12:29:53.345064 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:29:53.355614 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:53.446846 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-2e961c9b-1350-421c-a9e2-429ae9dc64ae service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931947 May 19 12:29:53.509151 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:53.521816 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:53.555197 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-587c4e63-04e8-4be5-a1f9-c8f296181802 req-83fe1d42-007d-4b70-9152-ea2a6cae4da2 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009820 May 19 12:29:53.650949 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-fb338524-ed1e-483f-817d-943f299af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'a4427cac-a571-4020-8f8e-be2acf0a256e', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:09Z', 'updated_at': '2022-05-19T12:29:52Z', 'revision_number': 3, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:29:53.676192 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb338524-ed1e-483f-817d-943f299af125 None None] The sync data for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi is: [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'a4427cac-a571-4020-8f8e-be2acf0a256e', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'port_id': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'mac_address': 'fa:16:3e:20:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:09Z', 'updated_at': '2022-05-19T12:29:52Z', 'revision_number': 3, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:29:54.497196 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b498-95ca-44b0-8449-60d7cedc24b4 req-226481bd-6cf0-400f-9bac-12b0d1413519 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:54.498752 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84b0b498-95ca-44b0-8449-60d7cedc24b4 req-226481bd-6cf0-400f-9bac-12b0d1413519 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0551744 May 19 12:29:54.568785 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84b0b498-95ca-44b0-8449-60d7cedc24b4 req-f7cdc951-d067-4252-b67c-37ab5ddcc195 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633063 May 19 12:29:54.601897 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-9ecd6beb-32b4-42a3-9ce2-614ce22f5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:54.603505 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-9ecd6beb-32b4-42a3-9ce2-614ce22f5459 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1169 time: 0.0457304 May 19 12:29:54.725684 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-102e8d0e-a958-405e-8f07-29bd572a0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:54.725684 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-102e8d0e-a958-405e-8f07-29bd572a0483 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 916 time: 0.1061196 May 19 12:29:54.772616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:54.794173 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-8cd6c49c-292e-4288-aeaa-89b133140c5c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 1002 time: 0.0662091 May 19 12:29:54.848006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-a9b70ab9-151f-4e5d-9aa0-44d323b3c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:54.849496 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-a9b70ab9-151f-4e5d-9aa0-44d323b3c126 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0479891 May 19 12:29:54.896240 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-278cfd29-421a-41f4-99d9-0d785b227222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:54.897759 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-278cfd29-421a-41f4-99d9-0d785b227222 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd910aa7-5907-427f-8250-4593b656fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411596 May 19 12:29:54.986585 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:29:54.988799 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090cb003-dc89-4b6d-96ae-60fb84b4ea10" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:29:55.005214 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-bacfa6bc-e73b-452c-8a5c-e6a6d8300bf7 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943534 May 19 12:29:55.028485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a7c11-aa97-4d91-8f04-86d90042ebcc x-openstack-request-id: req-c38a7c11-aa97-4d91-8f04-86d90042ebcc {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:29:55.028798 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:29:55.029057 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c38a7c11-aa97-4d91-8f04-86d90042ebcc {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:29:55.029470 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38a7c11-aa97-4d91-8f04-86d90042ebcc'] response: {'name': 'network-changed', 'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'status': 'completed', 'code': 200} May 19 12:29:55.097996 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-3b6f0faf-a3f1-49bb-b793-ce5147b2fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.099561 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-3b6f0faf-a3f1-49bb-b793-ce5147b2fefc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9e96ed4a3b5430298605d709d353f6e&device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 1129 time: 0.0458081 May 19 12:29:55.118187 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-39219843-f8ac-425e-b3bf-bd3f7b12c2a6 req-08be7d6b-7568-4d85-96b1-1376c5d92163 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007357 May 19 12:29:55.203854 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-96cb44f1-3283-41ab-b7e9-d37e287f91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.205336 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-96cb44f1-3283-41ab-b7e9-d37e287f91af service neutron] 10.222.0.77 "GET /v2.0/networks?id=be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 200 len: 920 time: 0.0985463 May 19 12:29:55.285717 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-78090315-8102-47f1-bc01-c4be9a41e564 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 200 len: 1000 time: 0.0651906 May 19 12:29:55.302767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:55.345521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-cb4cddfd-89d2-435c-8230-450c7c4c77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.347080 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-cb4cddfd-89d2-435c-8230-450c7c4c77a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 200 len: 858 time: 0.0535364 May 19 12:29:55.397686 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-bf3e08fa-f67c-4155-bdbb-5dc01afd6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.399273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-bf3e08fa-f67c-4155-bdbb-5dc01afd6f00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be7a1bb6-7423-463b-a0ab-52779c3ad619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455434 May 19 12:29:55.495218 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-8b667546-9a7d-41e8-9ce8-619fc3736b55 service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877125 May 19 12:29:55.598158 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090cb003-dc89-4b6d-96ae-60fb84b4ea10 req-953cc3e0-a797-4dbc-8612-8cd1603bea7d service neutron] 10.222.0.77 "GET /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947106 May 19 12:29:55.689815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8120640-93d7-4696-b03c-f20cdb8a36d1 req-2055670d-1527-467a-9640-646f8e7ad6ce tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.691449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d8120640-93d7-4696-b03c-f20cdb8a36d1 req-2055670d-1527-467a-9640-646f8e7ad6ce tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0499132 May 19 12:29:55.725840 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:55.755317 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d8120640-93d7-4696-b03c-f20cdb8a36d1 req-c692ebc1-d29f-4187-9360-5bf4352c6742 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581548 May 19 12:29:56.879133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d852-20cb-40ff-8ad0-5079e6579180 req-6a4d3027-b592-466d-a07c-23c72208fa05 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:56.880612 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca79d852-20cb-40ff-8ad0-5079e6579180 req-6a4d3027-b592-466d-a07c-23c72208fa05 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0528214 May 19 12:29:56.945449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca79d852-20cb-40ff-8ad0-5079e6579180 req-625a4e45-11e0-46e7-8df5-6440577ec765 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590017 May 19 12:29:58.066745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e083c84-cf1a-4df7-8731-49addf5c90f8 req-98b5df4c-ef83-4e5c-803e-2e108f78dc0e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:58.068449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e083c84-cf1a-4df7-8731-49addf5c90f8 req-98b5df4c-ef83-4e5c-803e-2e108f78dc0e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0539570 May 19 12:29:58.132025 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e083c84-cf1a-4df7-8731-49addf5c90f8 req-5838cdf6-3e0c-4d56-81e3-98de1f84947b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578184 May 19 12:29:59.258688 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa28941-751d-404e-8acf-091c57fa58ba req-0180c925-0df7-4c57-ac53-bcae5032004f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:59.260234 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3fa28941-751d-404e-8acf-091c57fa58ba req-0180c925-0df7-4c57-ac53-bcae5032004f tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0550215 May 19 12:29:59.345941 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3fa28941-751d-404e-8acf-091c57fa58ba req-ece1a5ff-97eb-4ae2-9483-8d8735602d07 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797458 May 19 12:30:00.476513 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd60a7f-324a-42be-aa0f-7e94cc4c03ed req-e783cd9e-b3af-4e92-baa3-0b8801bb03ba tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:00.478237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-abd60a7f-324a-42be-aa0f-7e94cc4c03ed req-e783cd9e-b3af-4e92-baa3-0b8801bb03ba tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0562372 May 19 12:30:00.546756 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-abd60a7f-324a-42be-aa0f-7e94cc4c03ed req-e6385a7b-d48a-4cc5-ba8c-9e26b29e38f9 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627041 May 19 12:30:01.387590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098181-a748-4420-93fe-bbb4c8787249 req-cfd3ae16-ea1d-4887-a2b9-2cac382ef97f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:01.389144 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-06098181-a748-4420-93fe-bbb4c8787249 req-cfd3ae16-ea1d-4887-a2b9-2cac382ef97f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0497241 May 19 12:30:01.444337 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-06098181-a748-4420-93fe-bbb4c8787249 req-c582453a-9292-4dd7-80f1-19eabb8cd7ac tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 May 19 12:30:01.688404 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e7220-8b60-4fe6-9735-49f6d0f8aefc req-20213e43-c204-4ee9-a771-a55ab5ef8505 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:01.690221 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1e2e7220-8b60-4fe6-9735-49f6d0f8aefc req-20213e43-c204-4ee9-a771-a55ab5ef8505 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0517895 May 19 12:30:01.755425 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1e2e7220-8b60-4fe6-9735-49f6d0f8aefc req-95e6038b-b2fa-442f-a8a9-e32c96f59828 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590816 May 19 12:30:02.564491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c63072-1273-4a32-9162-a7b788804db0 req-85765aee-d1ff-4dd1-b3e7-21aa32aacd7a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:02.565976 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89c63072-1273-4a32-9162-a7b788804db0 req-85765aee-d1ff-4dd1-b3e7-21aa32aacd7a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0498567 May 19 12:30:02.614089 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89c63072-1273-4a32-9162-a7b788804db0 req-057443db-531d-44d6-bbb2-f41d34c72659 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 May 19 12:30:02.878498 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:02.887253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4b7c0-95da-4705-8dac-3b85d49b45ef req-8d72f0d2-b3af-4c26-9ac8-e25298c0ad46 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:02.888772 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36a4b7c0-95da-4705-8dac-3b85d49b45ef req-8d72f0d2-b3af-4c26-9ac8-e25298c0ad46 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0525308 May 19 12:30:02.954863 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36a4b7c0-95da-4705-8dac-3b85d49b45ef req-3cde1a5a-c64d-49be-a3e6-aaf030ce2b3d tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584619 May 19 12:30:03.648753 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=74 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:03.653797 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=74 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:03.729265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ca0ff-4584-4771-9caa-519142e74c05 req-6d8b9b3f-53de-4f9b-8c34-e1e68830073c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:03.730741 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1e6ca0ff-4584-4771-9caa-519142e74c05 req-6d8b9b3f-53de-4f9b-8c34-e1e68830073c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0473137 May 19 12:30:03.777855 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1e6ca0ff-4584-4771-9caa-519142e74c05 req-9aa6034e-f730-4016-bda4-929c1de8b4a9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 May 19 12:30:04.082853 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60738168-de68-4ceb-b869-cc00225d2cdd req-b0fc745e-0f98-4ca7-8ebf-c6df11f94b1b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:04.084469 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60738168-de68-4ceb-b869-cc00225d2cdd req-b0fc745e-0f98-4ca7-8ebf-c6df11f94b1b tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0504491 May 19 12:30:04.126341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:04.153164 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60738168-de68-4ceb-b869-cc00225d2cdd req-689dc1cd-a650-48d9-b57e-365a15d93b1a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615568 May 19 12:30:04.205310 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:30:04.697287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:04.705298 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:04.896742 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb18d82-f587-4521-8089-9958ebcfce70 req-13f164c1-3f67-4e65-9302-698ae6e9734f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:04.898247 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0cb18d82-f587-4521-8089-9958ebcfce70 req-13f164c1-3f67-4e65-9302-698ae6e9734f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0479083 May 19 12:30:04.946553 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0cb18d82-f587-4521-8089-9958ebcfce70 req-062d3ee9-f6cd-49c7-8b03-881bacd23030 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 May 19 12:30:05.110474 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=57 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:05.113060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=43 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:05.271407 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66638-0090-4b80-b2bb-80125191446c req-f68ecc78-a767-4c77-87da-35528848b850 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:05.272896 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9eb66638-0090-4b80-b2bb-80125191446c req-f68ecc78-a767-4c77-87da-35528848b850 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0488186 May 19 12:30:05.340471 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9eb66638-0090-4b80-b2bb-80125191446c req-fca4e5b5-ad0d-4481-81da-9dfa0565d10d tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619340 May 19 12:30:06.066030 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba79-4b23-4d66-9862-fd0184b5cceb req-dce96a74-101c-4898-9e3c-afa9a12e0aae tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:06.067545 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-80d5ba79-4b23-4d66-9862-fd0184b5cceb req-dce96a74-101c-4898-9e3c-afa9a12e0aae tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0537472 May 19 12:30:06.114958 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-80d5ba79-4b23-4d66-9862-fd0184b5cceb req-57727af9-bf49-4d10-bc31-239388be0459 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 May 19 12:30:06.468413 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e9d19-1dd4-442a-b9f5-dfb893766329 req-af6bb265-2159-4955-b01c-58157bebd682 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:06.470126 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c6e9d19-1dd4-442a-b9f5-dfb893766329 req-af6bb265-2159-4955-b01c-58157bebd682 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0496058 May 19 12:30:06.539517 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c6e9d19-1dd4-442a-b9f5-dfb893766329 req-1eff1d93-6ff1-4543-aeef-bfd7096f9377 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628510 May 19 12:30:07.241764 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e21627-f61d-4121-ba86-985dc3289cc2 req-f4d02c76-bbc2-49af-bf76-6366cc6a1f51 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:07.246197 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-98e21627-f61d-4121-ba86-985dc3289cc2 req-f4d02c76-bbc2-49af-bf76-6366cc6a1f51 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0596352 May 19 12:30:07.303739 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-98e21627-f61d-4121-ba86-985dc3289cc2 req-84b2f461-c374-4a02-855b-b0c322ffee91 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516207 May 19 12:30:07.667073 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2862-b463-4d34-8a03-068befa77c0b req-94217467-1aee-4b72-9d59-64eba68a3cc2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:07.668592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-658e2862-b463-4d34-8a03-068befa77c0b req-94217467-1aee-4b72-9d59-64eba68a3cc2 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0516219 May 19 12:30:07.732478 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-658e2862-b463-4d34-8a03-068befa77c0b req-57521447-4594-4d8c-a6d5-38990e908e13 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577407 May 19 12:30:08.417953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabcd1-4655-47c7-baa7-ac53103f2ddd req-3dc60078-bdf0-448e-9207-77f87e55e059 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:08.419461 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12eabcd1-4655-47c7-baa7-ac53103f2ddd req-3dc60078-bdf0-448e-9207-77f87e55e059 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0474970 May 19 12:30:08.471750 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12eabcd1-4655-47c7-baa7-ac53103f2ddd req-79926f95-773d-4e3b-98ff-dd440f706d4d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 May 19 12:30:08.857139 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020e2b-0d77-4dfc-8051-148e7a299ace req-4d779dcf-f504-4126-908b-51b42434db71 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:08.858716 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-98020e2b-0d77-4dfc-8051-148e7a299ace req-4d779dcf-f504-4126-908b-51b42434db71 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0502753 May 19 12:30:08.886846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:08.933895 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-98020e2b-0d77-4dfc-8051-148e7a299ace req-a2bf1ba9-1dd5-4f27-879f-ce016a1498fe tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676219 May 19 12:30:09.598922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250cca6-266e-4ec2-8f4e-e1d4322c5bbd req-68c71783-6ec0-46b8-9dca-2ba4540904e1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:09.600686 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0250cca6-266e-4ec2-8f4e-e1d4322c5bbd req-68c71783-6ec0-46b8-9dca-2ba4540904e1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0529232 May 19 12:30:09.652420 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0250cca6-266e-4ec2-8f4e-e1d4322c5bbd req-1f7fbf8a-6797-4ee2-8121-dc3f5c415a1c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459354 May 19 12:30:10.082734 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c775-a31a-4373-a74b-e7f2910106d3 req-1faf7871-8151-4614-9f4f-6e86257db234 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:10.084349 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4972c775-a31a-4373-a74b-e7f2910106d3 req-1faf7871-8151-4614-9f4f-6e86257db234 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0580444 May 19 12:30:10.153980 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:10.177927 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4972c775-a31a-4373-a74b-e7f2910106d3 req-22928c82-97e6-43fb-b079-5df55755c06c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873680 May 19 12:30:10.819558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b3fde-f008-42fb-8433-30d4e93be8ae req-283daa5b-79f3-4c4f-9a6b-caca3f3dff9b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:10.822482 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ff5b3fde-f008-42fb-8433-30d4e93be8ae req-283daa5b-79f3-4c4f-9a6b-caca3f3dff9b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0707860 May 19 12:30:10.879559 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ff5b3fde-f008-42fb-8433-30d4e93be8ae req-954b6da2-b80b-42a8-804c-40d29833b57d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509572 May 19 12:30:10.955582 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:11.324571 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e17cfb-8b08-44fe-99e7-1fdb5ffa277a req-f4851a64-65c8-43c4-93a7-c39776d63934 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:11.326250 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-05e17cfb-8b08-44fe-99e7-1fdb5ffa277a req-f4851a64-65c8-43c4-93a7-c39776d63934 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0668132 May 19 12:30:11.419075 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-05e17cfb-8b08-44fe-99e7-1fdb5ffa277a req-4c5e6d71-5d75-4ae2-bd62-4741a6f69b2c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821846 May 19 12:30:12.016974 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df97390-d6b6-4f16-999e-40eb22ece014 req-27c6d0db-792d-4532-bda1-c225fd3d9f99 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:12.018599 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5df97390-d6b6-4f16-999e-40eb22ece014 req-27c6d0db-792d-4532-bda1-c225fd3d9f99 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0495985 May 19 12:30:12.099618 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-1ffb0a59-0ccf-4fc6-b33c-8b0b364d7fac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592506 May 19 12:30:12.103162 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5df97390-d6b6-4f16-999e-40eb22ece014 req-cb388d52-bfb5-40a2-bd28-e6b70d690fbf tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775893 May 19 12:30:12.181709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-21715899-a5cf-404e-b307-6f4f07a3536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:12.183363 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-21715899-a5cf-404e-b307-6f4f07a3536d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 1130 time: 0.0576909 May 19 12:30:12.293658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-285bce99-0770-4abe-823e-84f8bba51a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:12.295184 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-285bce99-0770-4abe-823e-84f8bba51a70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.0888646 May 19 12:30:12.366581 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-b34db9b5-584c-4cf7-9003-ed09e3da4c22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 200 len: 1001 time: 0.0632675 May 19 12:30:12.425438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-ec6baef7-c120-47d6-9378-eb33838b4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:12.426968 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-ec6baef7-c120-47d6-9378-eb33838b4a8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0468068 May 19 12:30:12.478685 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-a78d9b1c-232b-4900-8e11-8d1c00a3f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:12.481643 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-a78d9b1c-232b-4900-8e11-8d1c00a3f5ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456154 May 19 12:30:12.590708 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab333a-d00a-471a-8102-cf612db323b3 req-18f0921c-62a0-4178-8afc-9bfed107cd31 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:12.592258 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fcab333a-d00a-471a-8102-cf612db323b3 req-18f0921c-62a0-4178-8afc-9bfed107cd31 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0943713 May 19 12:30:12.650045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:12.650045 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-2d9aedb6-8ae9-46a7-a160-b9567f30463f service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599493 May 19 12:30:12.745975 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fcab333a-d00a-471a-8102-cf612db323b3 req-9f1b183c-4f09-442b-887f-f58c82ea1199 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1425807 May 19 12:30:12.793293 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0272536c-538b-4cc3-b0a3-8307c1e972e5 req-8e388775-0ee1-4338-a951-e538dacf96f9 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351671 May 19 12:30:13.282997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f8cd-a84a-46e0-9850-abe0a45bd4c9 req-22a64d45-bcd4-4349-9c24-5b58d20904a1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:13.285503 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0688f8cd-a84a-46e0-9850-abe0a45bd4c9 req-22a64d45-bcd4-4349-9c24-5b58d20904a1 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0832660 May 19 12:30:13.351286 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:13.357031 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0688f8cd-a84a-46e0-9850-abe0a45bd4c9 req-cb11e497-e6ed-4ca3-b37f-08f3a6964ca6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648141 May 19 12:30:13.903957 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302829-0741-4938-8194-045d2864acf5 req-d3eb4e14-b14d-48ea-ad80-53ac6366f38c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:13.905863 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da302829-0741-4938-8194-045d2864acf5 req-d3eb4e14-b14d-48ea-ad80-53ac6366f38c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0663955 May 19 12:30:13.982369 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da302829-0741-4938-8194-045d2864acf5 req-28e92a78-a47c-47f7-9f0d-05359a71472a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695541 May 19 12:30:14.528857 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee533-d939-4984-b739-7445a99d253d req-cd7700b4-8c64-4146-9a3d-5cbe81b81eb8 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:14.530475 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40eee533-d939-4984-b739-7445a99d253d req-cd7700b4-8c64-4146-9a3d-5cbe81b81eb8 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0635941 May 19 12:30:14.592091 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40eee533-d939-4984-b739-7445a99d253d req-57f2b8ff-b968-4299-9091-6b7e79de9911 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546355 May 19 12:30:15.121769 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf044-59d4-476d-9788-63f8a42bf265 req-e16924e6-43f6-4228-9273-6f3255533a38 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:15.123641 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53bcf044-59d4-476d-9788-63f8a42bf265 req-e16924e6-43f6-4228-9273-6f3255533a38 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0517673 May 19 12:30:15.201293 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53bcf044-59d4-476d-9788-63f8a42bf265 req-051a8187-9683-46d0-a2de-824fcd37a748 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709047 May 19 12:30:15.729861 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eb12-e463-4b6d-b70b-9c32c1150f50 req-9b5161e8-92dd-4dac-be89-0cd1c9bd3331 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:15.731551 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cbc6eb12-e463-4b6d-b70b-9c32c1150f50 req-9b5161e8-92dd-4dac-be89-0cd1c9bd3331 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0615366 May 19 12:30:15.795688 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cbc6eb12-e463-4b6d-b70b-9c32c1150f50 req-6c0adb67-b4ba-4d39-ae39-3b5c8bec04cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542316 May 19 12:30:16.379941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330eaa-af14-482c-a5f9-8b01067f84a6 req-13785f1c-e48d-4b15-b527-8b2f29a93936 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:16.387444 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad330eaa-af14-482c-a5f9-8b01067f84a6 req-13785f1c-e48d-4b15-b527-8b2f29a93936 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0854473 May 19 12:30:16.495529 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad330eaa-af14-482c-a5f9-8b01067f84a6 req-2bf8819c-130e-4f7b-aebd-fcc6ac23681e tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065681 May 19 12:30:16.942050 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335493c4-c2d6-430e-a32f-d521a398bd0d req-1a4ca220-97f9-4b3a-83a7-a0c0a1d0a746 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:16.943670 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-335493c4-c2d6-430e-a32f-d521a398bd0d req-1a4ca220-97f9-4b3a-83a7-a0c0a1d0a746 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0559850 May 19 12:30:16.997999 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-335493c4-c2d6-430e-a32f-d521a398bd0d req-bbf41a4a-4d6b-4f51-b710-e22877c138ef tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485096 May 19 12:30:17.651709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b704a-cc40-4f6b-9c76-59d8d94ba604 req-748d184e-8acf-4280-bf4a-cd7d72a2f130 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:17.653240 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-515b704a-cc40-4f6b-9c76-59d8d94ba604 req-748d184e-8acf-4280-bf4a-cd7d72a2f130 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0626891 May 19 12:30:17.740872 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-515b704a-cc40-4f6b-9c76-59d8d94ba604 req-02b7c7ee-09b5-40aa-91e8-f2e6860d1fb3 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c5ed84-35fd-4b71-a298-bf783933d458&id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734744 May 19 12:30:18.137961 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89abd6-208f-47c6-adbb-93111087fde2 req-3e7fe984-1399-4315-8e90-c7b3d39a9c50 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:18.139472 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9e89abd6-208f-47c6-adbb-93111087fde2 req-3e7fe984-1399-4315-8e90-c7b3d39a9c50 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0591018 May 19 12:30:18.180661 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:18.192857 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9e89abd6-208f-47c6-adbb-93111087fde2 req-8e4925f6-5452-4b0e-b3ad-8bb18cb66caa tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471585 May 19 12:30:18.495946 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-88fccdf4-0ef1-43c8-ae8e-663ea0866734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:18.769362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71636ff-7415-4b45-b68f-e2104300bcec req-33df6676-36f1-4401-a0cd-679ff4eefb6b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:18.770870 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d71636ff-7415-4b45-b68f-e2104300bcec req-33df6676-36f1-4401-a0cd-679ff4eefb6b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0567884 May 19 12:30:18.828404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d71636ff-7415-4b45-b68f-e2104300bcec req-9353a77b-68be-449e-98c6-d38a3f2c4f0d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479839 May 19 12:30:18.946299 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-bb5fa2e6-c87d-4a2f-b9a3-f9ae26519ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:18.947930 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-bb5fa2e6-c87d-4a2f-b9a3-f9ae26519ad1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0522900 May 19 12:30:19.296630 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-f7f4d1f2-b50c-45a4-86db-e3d14f9132d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:19.298892 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-f7f4d1f2-b50c-45a4-86db-e3d14f9132d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 911 time: 0.3420377 May 19 12:30:19.343446 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:19.374206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-55b9604c-2bb3-4851-87ff-44d804e446dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 1001 time: 0.0694633 May 19 12:30:19.444421 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-dc136910-12df-426a-adf0-b996591302b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:19.445898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-dc136910-12df-426a-adf0-b996591302b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0642664 May 19 12:30:19.505580 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-2316d35e-8f0a-4d87-aaf4-d3c81e9ef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:19.507140 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-2316d35e-8f0a-4d87-aaf4-d3c81e9ef247 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502181 May 19 12:30:19.618582 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-75367cc5-0512-455f-8efb-8e5b020367d2 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041870 May 19 12:30:19.730719 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e3cb9cc-5833-4538-966a-3c1002276241 req-f3514b27-0156-487f-b555-7cc4de808df2 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051061 May 19 12:30:19.974826 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8cb8-20a5-4269-865e-fd7665f37565 req-ef348c6c-79fe-43b8-8524-fd2b49db2e76 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:19.976477 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-479f8cb8-20a5-4269-865e-fd7665f37565 req-ef348c6c-79fe-43b8-8524-fd2b49db2e76 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0514603 May 19 12:30:20.036417 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-479f8cb8-20a5-4269-865e-fd7665f37565 req-3d513c4d-be20-4bb3-b850-28fcf8db9bc7 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502949 May 19 12:30:20.587913 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-db4599e9-d4e5-481a-b652-44b37b49ac91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:21.197100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f432e5-9c74-4b00-8fc5-fece708c9f9e req-44ac0044-c7b6-43cf-896e-bdb9d631ca47 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:21.198754 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f5f432e5-9c74-4b00-8fc5-fece708c9f9e req-44ac0044-c7b6-43cf-896e-bdb9d631ca47 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0598898 May 19 12:30:21.286585 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f5f432e5-9c74-4b00-8fc5-fece708c9f9e req-71f7adef-613d-47db-aea2-4d315ede2afa tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753109 May 19 12:30:21.903526 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:23.383377 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.784410 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.663569 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde102cf-ce3e-405c-b6c0-38f044e08c43 req-91abc9e0-f7a5-4299-9dd4-e39c14b6afe8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:28.665135 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bde102cf-ce3e-405c-b6c0-38f044e08c43 req-91abc9e0-f7a5-4299-9dd4-e39c14b6afe8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0493288 May 19 12:30:28.715707 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bde102cf-ce3e-405c-b6c0-38f044e08c43 req-284e570b-0c03-43b2-9e05-e86ada3ed35e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 May 19 12:30:29.164289 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=6 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:29.165420 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:29.850823 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d362ebd-f614-4411-8be2-4b7b83978d69 req-021bccf1-e688-4a76-85d9-88c1b8720fd0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:29.852314 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d362ebd-f614-4411-8be2-4b7b83978d69 req-021bccf1-e688-4a76-85d9-88c1b8720fd0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0552840 May 19 12:30:29.900558 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9d362ebd-f614-4411-8be2-4b7b83978d69 req-3e880b45-a181-45a4-b030-aeace4c70206 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 May 19 12:30:30.616622 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-b30524ca-39bb-42c4-9c12-6a221fe86cec tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:30.618178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-b30524ca-39bb-42c4-9c12-6a221fe86cec tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0498405 May 19 12:30:30.660506 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:30.715476 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port bdc95f17-5855-4791-bcdb-d9206b642684 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:30.715815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.810358 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] For port bdc95f17-5855-4791-bcdb-d9206b642684, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bdc95f17-5855-4791-bcdb-d9206b642684,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:30.810755 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.991816 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:31.071138 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44833-cf99-48c9-a9b6-a7fcd92a7784 req-13223f9c-bcd9-4b79-95fe-cceeba956dba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:31.072667 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dea44833-cf99-48c9-a9b6-a7fcd92a7784 req-13223f9c-bcd9-4b79-95fe-cceeba956dba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 945 time: 0.0921626 May 19 12:30:31.081700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:31.082066 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (eb624bd9-381c-46c6-8034-83a454b761e3), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:31.082552 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP eb624bd9-381c-46c6-8034-83a454b761e3 disassociated. External IP: 172.27.3.81, port: bdc95f17-5855-4791-bcdb-d9206b642684. May 19 12:30:31.082904 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for bdc95f17-5855-4791-bcdb-d9206b642684 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:31.208991 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dea44833-cf99-48c9-a9b6-a7fcd92a7784 req-9941f8cf-a22c-4e2b-b7c0-d6a64ddcf188 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299222 May 19 12:30:31.434749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (bdc95f17-5855-4791-bcdb-d9206b642684), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:31.467486 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=bdc95f17-5855-4791-bcdb-d9206b642684,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:31.482962 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.483464 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.483962 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.484445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.484925 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.485411 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.485893 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.486372 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.486887 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.487367 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.487847 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.488321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.488793 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.489305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.489745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:31.605958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:31.717346 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:31.727575 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:31.738694 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:31.739337 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:31.784513 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] No DVR routers for this DVR port bdc95f17-5855-4791-bcdb-d9206b642684 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:31.787674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:31.791430 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f6127651-2a33-4465-b0cf-0ddf969aaedc req-4d05a8f6-a1b1-4176-af70-a429ed81822e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "DELETE /v2.0/ports/bdc95f17-5855-4791-bcdb-d9206b642684 HTTP/1.1" status: 204 len: 173 time: 1.1666520 May 19 12:30:31.791430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'name': 'network-vif-deleted', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:31.793754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d38379-bace-4182-9358-754e1eb92040" -d '{"events": [{"server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "name": "network-vif-deleted", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:31.835974 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9988b643-eaf4-48b4-be57-cbcb2481f57d x-openstack-request-id: req-9988b643-eaf4-48b4-be57-cbcb2481f57d {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:31.836753 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121221d9-cf95-4729-9331-c2696a743b0b", "name": "network-vif-deleted", "tag": "bdc95f17-5855-4791-bcdb-d9206b642684", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:31.837330 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9988b643-eaf4-48b4-be57-cbcb2481f57d {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:31.837991 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9988b643-eaf4-48b4-be57-cbcb2481f57d'] response: {'server_uuid': '121221d9-cf95-4729-9331-c2696a743b0b', 'name': 'network-vif-deleted', 'tag': 'bdc95f17-5855-4791-bcdb-d9206b642684', 'status': 'completed', 'code': 200} May 19 12:30:31.853238 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:32.130989 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:46Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.159644 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:32.168583 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:32.169437 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.281080 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:32.340858 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a83639f5-2dcb-4f2a-8f30-8412f0bb66c0 req-2f7a7958-b448-46f3-aa15-b9badf698439 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=121221d9-cf95-4729-9331-c2696a743b0b HTTP/1.1" status: 200 len: 210 time: 0.0343294 May 19 12:30:32.512750 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:32.520094 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:46Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.550832 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf2941-bd9a-436a-838b-e0a0451c911c None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '0c031570-5728-4eb5-8b52-027efac6e4c9', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:01:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba02619-c806-4c69-bef7-857d2fc19405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:40Z', 'updated_at': '2022-05-19T12:25:46Z', 'revision_number': 2, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:32.822243 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4609e6fb-7540-42eb-92d9-f2d72ec92338 None None] New status for floating IP eb624bd9-381c-46c6-8034-83a454b761e3: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:30:33.809009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device bdc95f17-5855-4791-bcdb-d9206b642684 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:33.832844 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: bdc95f17-5855-4791-bcdb-d9206b642684 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:33.833187 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device bdc95f17-5855-4791-bcdb-d9206b642684 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:34.544588 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51240) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:34.610976 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (ebaa9c7e-344c-4d4e-b52d-c7c97acb267b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.640921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (ebaa9c7e-344c-4d4e-b52d-c7c97acb267b), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.834046 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ebaa9c7e-344c-4d4e-b52d-c7c97acb267b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.836742 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.837898 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/security-groups/ebaa9c7e-344c-4d4e-b52d-c7c97acb267b HTTP/1.1" status: 204 len: 168 time: 0.2923007 May 19 12:30:34.840866 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51242) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:34.847328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa9c7e-344c-4d4e-b52d-c7c97acb267b,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:34.854793 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.855128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.855666 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.856011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.856342 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.856673 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.856999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.857270 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.api.v2.resource [None req-26442fe5-45fa-4fdf-b012-1df6ca5b65be tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] show failed (client error): The resource could not be found. May 19 12:30:34.857390 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.857642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.857968 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.862114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.862114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.862114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.862114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.862114 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f1bc2-8faa-42d6-9be3-8b4f914c0064 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.862725 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-26442fe5-45fa-4fdf-b012-1df6ca5b65be tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups/ebaa9c7e-344c-4d4e-b52d-c7c97acb267b HTTP/1.1" status: 404 len: 347 time: 0.0159831 May 19 12:30:34.862725 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51244) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:34.874287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:34.882148 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:34.994571 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port 8869e538-f162-4655-817a-3ceb80e0d4f9 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:34.994920 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.076742 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.077190 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (8869e538-f162-4655-817a-3ceb80e0d4f9), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.090496 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for 8869e538-f162-4655-817a-3ceb80e0d4f9 owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:35.093995 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:35.383200 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (8869e538-f162-4655-817a-3ceb80e0d4f9), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.407655 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=8869e538-f162-4655-817a-3ceb80e0d4f9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:35.477972 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (eb624bd9-381c-46c6-8034-83a454b761e3), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.481492 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.481775 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2203dfa4-7c1b-45b0-8f05-846d2d0ae290 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/floatingips/eb624bd9-381c-46c6-8034-83a454b761e3 HTTP/1.1" status: 204 len: 168 time: 0.6186075 May 19 12:30:38.701292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df555bd-f1ef-4a98-92f0-c9b45c540e73 req-51e955dc-be35-47df-89b6-19bfbc093561 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:38.703010 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4df555bd-f1ef-4a98-92f0-c9b45c540e73 req-51e955dc-be35-47df-89b6-19bfbc093561 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0505292 May 19 12:30:38.752318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4df555bd-f1ef-4a98-92f0-c9b45c540e73 req-c6e771d5-face-4db8-b407-93e1073542f3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435679 May 19 12:30:39.872756 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4852d1a-9061-4dd2-8a6a-ad5e1f05af42 req-f1c688dc-8969-449d-82d5-f1e9ea4616ed tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:39.874276 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d4852d1a-9061-4dd2-8a6a-ad5e1f05af42 req-f1c688dc-8969-449d-82d5-f1e9ea4616ed tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0511904 May 19 12:30:39.924558 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d4852d1a-9061-4dd2-8a6a-ad5e1f05af42 req-7e54ba69-5a8d-423f-bf14-b2f8b0548374 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba8f19aa-4e29-4619-857d-78102cb7a739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433898 May 19 12:30:40.067213 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-c3bf708b-c7fe-4eb8-bac0-bfc2b06fd189 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:40.068638 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-c3bf708b-c7fe-4eb8-bac0-bfc2b06fd189 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 945 time: 0.0523467 May 19 12:30:40.156026 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port 6e55cf88-9446-44e0-ba62-600e8724a7ee {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:40.156381 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.252348 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] For port 6e55cf88-9446-44e0-ba62-600e8724a7ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e55cf88-9446-44e0-ba62-600e8724a7ee,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:40.252710 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.310742 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:40.421538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.421900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (0c031570-5728-4eb5-8b52-027efac6e4c9), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.422219 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP 0c031570-5728-4eb5-8b52-027efac6e4c9 disassociated. External IP: 172.27.3.28, port: 6e55cf88-9446-44e0-ba62-600e8724a7ee. May 19 12:30:40.422600 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for 6e55cf88-9446-44e0-ba62-600e8724a7ee owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:40.639232 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (6e55cf88-9446-44e0-ba62-600e8724a7ee), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.669488 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=6e55cf88-9446-44e0-ba62-600e8724a7ee,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:40.983482 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:41.039845 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8bb4b0ce-d744-422f-b58e-8aaf38fdaaf6 req-be372c39-a950-4712-a6dd-8184b4c8c9e4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0355983 May 19 12:30:41.043747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:41.067245 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:41.186948 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:41.207133 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:41.219634 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:30:41.234287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:41.234287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:41.234630 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] No DVR routers for this DVR port 6e55cf88-9446-44e0-ba62-600e8724a7ee on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:41.237240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:41.240420 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-908e26ff-7548-472f-99a1-7f08aebd22e6 req-963c9aa0-e825-4368-9bc5-fd6876d43f51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "DELETE /v2.0/ports/6e55cf88-9446-44e0-ba62-600e8724a7ee HTTP/1.1" status: 204 len: 173 time: 1.1661165 May 19 12:30:41.240868 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'name': 'network-vif-deleted', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:41.244785 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c834f26-4d98-447f-866f-d19bf58dab2a" -d '{"events": [{"server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "name": "network-vif-deleted", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:41.294464 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95347eed-76a8-46e7-baec-42d099361f10 x-openstack-request-id: req-95347eed-76a8-46e7-baec-42d099361f10 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:41.294780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba02619-c806-4c69-bef7-857d2fc19405", "name": "network-vif-deleted", "tag": "6e55cf88-9446-44e0-ba62-600e8724a7ee", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:41.295156 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95347eed-76a8-46e7-baec-42d099361f10 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:41.295434 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95347eed-76a8-46e7-baec-42d099361f10'] response: {'server_uuid': '0ba02619-c806-4c69-bef7-857d2fc19405', 'name': 'network-vif-deleted', 'tag': '6e55cf88-9446-44e0-ba62-600e8724a7ee', 'status': 'completed', 'code': 200} May 19 12:30:41.351096 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:41.557639 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:41.584942 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:41.594433 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:41.595196 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:41.716361 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:42.039699 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:42.072427 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70a3c1-e05c-4cc2-967d-be7b8aceebc9 None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:42.180313 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a9a0576-ee74-4830-aa67-c48e9d36e153 req-7675a13e-f722-46c4-aa76-31286ddb8370 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ba02619-c806-4c69-bef7-857d2fc19405 HTTP/1.1" status: 200 len: 210 time: 0.0364141 May 19 12:30:42.338992 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab29701-1cdb-4f80-9e15-9fe2233365d0 None None] New status for floating IP 0c031570-5728-4eb5-8b52-027efac6e4c9: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:30:43.409083 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51288) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:43.470318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfff282d-332f-40a8-9963-622074762a45 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (ba8f19aa-4e29-4619-857d-78102cb7a739), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.497170 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfff282d-332f-40a8-9963-622074762a45 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (ba8f19aa-4e29-4619-857d-78102cb7a739), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.668616 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfff282d-332f-40a8-9963-622074762a45 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ba8f19aa-4e29-4619-857d-78102cb7a739), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.671253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfff282d-332f-40a8-9963-622074762a45 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.672505 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-dfff282d-332f-40a8-9963-622074762a45 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/security-groups/ba8f19aa-4e29-4619-857d-78102cb7a739 HTTP/1.1" status: 204 len: 168 time: 0.2627473 May 19 12:30:43.676297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51290) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:43.690712 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff282d-332f-40a8-9963-622074762a45 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8f19aa-4e29-4619-857d-78102cb7a739,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:43.697547 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.api.v2.resource [None req-ad29823b-3689-4dd1-926c-181542b383a2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] show failed (client error): The resource could not be found. May 19 12:30:43.698752 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-ad29823b-3689-4dd1-926c-181542b383a2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups/ba8f19aa-4e29-4619-857d-78102cb7a739 HTTP/1.1" status: 404 len: 347 time: 0.0201957 May 19 12:30:43.701898 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51292) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:43.824745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port be714a74-99d3-412c-a605-3a4a20e94688 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:43.825094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (be714a74-99d3-412c-a605-3a4a20e94688), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.880451 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 6e55cf88-9446-44e0-ba62-600e8724a7ee no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:43.885138 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:43.905833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 6e55cf88-9446-44e0-ba62-600e8724a7ee {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:43.906180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 6e55cf88-9446-44e0-ba62-600e8724a7ee not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:43.922054 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (be714a74-99d3-412c-a605-3a4a20e94688), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.922321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (be714a74-99d3-412c-a605-3a4a20e94688), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.938125 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for be714a74-99d3-412c-a605-3a4a20e94688 owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:44.200337 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (be714a74-99d3-412c-a605-3a4a20e94688), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:44.226449 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=be714a74-99d3-412c-a605-3a4a20e94688,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:44.294567 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (0c031570-5728-4eb5-8b52-027efac6e4c9), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:44.297093 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:44.299594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-737e6e10-5730-4b3f-a3d2-eb1f68932efc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/floatingips/0c031570-5728-4eb5-8b52-027efac6e4c9 HTTP/1.1" status: 204 len: 168 time: 0.5965831 May 19 12:30:44.843749 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:44.850358 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:45.478768 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51300) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:45.484617 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359328021', 'description': 'tempest-description--12362070'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:45.577402 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:45.656061 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (dc155924-6720-4030-871d-ec9e422ed081), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:45.725794 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (dc155924-6720-4030-871d-ec9e422ed081), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:45.759887 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc155924-6720-4030-871d-ec9e422ed081,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:45.837203 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:45.838375 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6669e1cb-0480-4674-952e-759c143966bb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3585150 May 19 12:30:45.841189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51304) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:45.845727 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': 'dc155924-6720-4030-871d-ec9e422ed081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:45.952636 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (0c81e609-1aee-45b4-8ada-9c9ee90fb4f9), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.005077 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (0c81e609-1aee-45b4-8ada-9c9ee90fb4f9), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.091872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (0c81e609-1aee-45b4-8ada-9c9ee90fb4f9), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.114601 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c81e609-1aee-45b4-8ada-9c9ee90fb4f9,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:46.192779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.194062 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7f246653-f583-480f-8dc9-05f132a9a1c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519537 May 19 12:30:46.196751 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51306) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:46.201106 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': 'dc155924-6720-4030-871d-ec9e422ed081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:46.314466 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (08f399ae-0728-4dce-acb0-6d6ecb2f1a62), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.374946 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (08f399ae-0728-4dce-acb0-6d6ecb2f1a62), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.451504 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (08f399ae-0728-4dce-acb0-6d6ecb2f1a62), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.472343 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f399ae-0728-4dce-acb0-6d6ecb2f1a62,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:46.544955 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.546199 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4b499573-8159-4899-b42c-8f9a4b9f2f6e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484869 May 19 12:30:46.549430 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51318) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:46.554189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:46.656074 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.747712 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.867998 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.27.3.251 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/c08db575-2a32-4619-ae7c-4d961dd6fc94) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:30:47.200261 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:47.234546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:47.253465 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.366739 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.425266 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:30:47.428786 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:30:47.432700 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:30:47.436168 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=c08db575-2a32-4619-ae7c-4d961dd6fc94,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:47.535353 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (b5da051e-e5d3-4274-bd93-d007c4ddb8df), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.659093 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.856466 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.874487 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:47.931280 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:48.007856 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=c08db575-2a32-4619-ae7c-4d961dd6fc94,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:48.016695 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (b5da051e-e5d3-4274-bd93-d007c4ddb8df), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:48.145689 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:48.153179 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b7c85c07-669a-4bc3-99b9-25a7087bc46b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5965886 May 19 12:30:48.313243 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-6a9990fb-48ea-4528-8657-2b68f5a82765 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1359328021&fields=id&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 267 time: 0.0497015 May 19 12:30:48.377633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-da31f679-3659-4f54-bdf2-f8c7c3105ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:48.384057 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:48.434333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-09bc5691-2c34-44a3-b042-5848a9585f05 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:48.435829 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-09bc5691-2c34-44a3-b042-5848a9585f05 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1153684 May 19 12:30:48.452618 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-dbe2b0c3-3208-4555-8b15-a093fa7bed3f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/quotas/86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 375 time: 0.0110958 May 19 12:30:48.507153 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-dd6d0b75-9f63-4688-91f5-ad61b2425ee0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486329 May 19 12:30:48.673898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-bb6d73cf-7a0c-48e9-9e9e-4dbd7ea0291e service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547012 May 19 12:30:48.774804 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-74370edd-2deb-45f6-ad39-1f37f8ea2c04 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944955 May 19 12:30:49.071881 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b91aeca7-3ded-4350-adc4-e23d8d52b3c4 req-9efa09d1-19d4-48db-9d33-57ed5dff6bbe tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0430372 May 19 12:30:49.691812 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0407fa-c1b9-4aef-8aa6-955557cb134f req-7ca2e6d8-eac7-4196-af49-144d78a8789c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:49.693388 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a0407fa-c1b9-4aef-8aa6-955557cb134f req-7ca2e6d8-eac7-4196-af49-144d78a8789c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0526667 May 19 12:30:49.744863 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a0407fa-c1b9-4aef-8aa6-955557cb134f req-830701fb-c85a-4192-a206-61cd2fa285ea tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 May 19 12:30:50.174747 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e6f99378-7e26-4048-8557-f6cfb98a63a2 req-570ae0c9-6c18-4207-acd5-f8696489318b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0288830 May 19 12:30:50.554489 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-793534be-7244-4d99-9fb6-533d594c13d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.875394 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd9aaf-71f6-4909-b3db-0e499f8a3790 req-49980e83-bd8c-4390-9cbc-ed8420a99cff tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:50.876921 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6bbd9aaf-71f6-4909-b3db-0e499f8a3790 req-49980e83-bd8c-4390-9cbc-ed8420a99cff tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0518999 May 19 12:30:50.925789 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6bbd9aaf-71f6-4909-b3db-0e499f8a3790 req-f92f4d90-3c8e-45da-afc9-4b5442cdd766 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 May 19 12:30:51.264566 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b15b5e6b-0472-45f3-9e8b-11cbed615b33 req-e34c89e6-7766-43b2-a03b-131ad2b6ea53 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0366421 May 19 12:30:51.765605 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:51.819635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-fc6cca1a-860e-4eec-b8ec-8eb5ae2fb549 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:51.821191 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-fc6cca1a-860e-4eec-b8ec-8eb5ae2fb549 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0542336 May 19 12:30:51.912521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Deleting port 2ce047fc-9ae8-4336-a545-1e048200c75a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:51.913221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:51.963044 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:52.021485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] For port 2ce047fc-9ae8-4336-a545-1e048200c75a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce047fc-9ae8-4336-a545-1e048200c75a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:52.021872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.100090 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a65441-2b93-4e4d-bc78-cef7ae0e1ada req-06e09152-2012-4118-bbea-ed721deafdf4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:52.101568 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a5a65441-2b93-4e4d-bc78-cef7ae0e1ada req-06e09152-2012-4118-bbea-ed721deafdf4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 946 time: 0.0983462 May 19 12:30:52.159259 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:52.232968 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a5a65441-2b93-4e4d-bc78-cef7ae0e1ada req-91f7c1fb-f1bd-408f-80d7-5d52c2fdb823 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3492372-3b10-4958-9766-896ad86bcf41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219747 May 19 12:30:52.253574 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.253938 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (9617a76a-9898-4b11-a745-aa37e48a4b6c), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.254252 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Floating IP 9617a76a-9898-4b11-a745-aa37e48a4b6c disassociated. External IP: 172.27.3.194, port: 2ce047fc-9ae8-4336-a545-1e048200c75a. May 19 12:30:52.254630 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Calling delete_port for 2ce047fc-9ae8-4336-a545-1e048200c75a owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:52.360157 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b1f3e4c5-d126-41d8-8fdf-67d1bcfe2ba4 req-b0124425-40e5-42ed-a953-a9586651fe72 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0303862 May 19 12:30:52.420099 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:52.448237 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:52.508948 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (2ce047fc-9ae8-4336-a545-1e048200c75a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.545185 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event deleted for resources: {'Port': ['ID=2ce047fc-9ae8-4336-a545-1e048200c75a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:52.668869 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:52.783072 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:52.796795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:52.809920 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:52.810605 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:52.829187 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] No DVR routers for this DVR port 2ce047fc-9ae8-4336-a545-1e048200c75a on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:52.832811 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.836563 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c78fd5fa-2eec-4754-ba55-075286e3a462 req-e3272c73-4308-4e09-b25d-475c7fb4f8fd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "DELETE /v2.0/ports/2ce047fc-9ae8-4336-a545-1e048200c75a HTTP/1.1" status: 204 len: 173 time: 1.0101097 May 19 12:30:52.837160 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-deleted', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:52.839572 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25c1d52-582f-47c4-974a-5ca1150de2a7" -d '{"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-deleted", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:52.881866 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a64f2e9-a51c-4099-9391-c373d05e109e x-openstack-request-id: req-0a64f2e9-a51c-4099-9391-c373d05e109e {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:52.882159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac0842f-dd21-479d-894c-1080f1531013", "name": "network-vif-deleted", "tag": "2ce047fc-9ae8-4336-a545-1e048200c75a", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:52.882442 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a64f2e9-a51c-4099-9391-c373d05e109e {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:52.882883 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a64f2e9-a51c-4099-9391-c373d05e109e'] response: {'server_uuid': '1ac0842f-dd21-479d-894c-1080f1531013', 'name': 'network-vif-deleted', 'tag': '2ce047fc-9ae8-4336-a545-1e048200c75a', 'status': 'completed', 'code': 200} May 19 12:30:52.935246 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:53.070731 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:53.073744 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:53.146579 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:53.175206 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:53.185479 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:53.186007 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:53.303233 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:53.357068 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78647a1e-0143-480c-8f33-2de576e81ff9 req-0a941523-8736-4056-b177-276702240dad tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ac0842f-dd21-479d-894c-1080f1531013 HTTP/1.1" status: 200 len: 210 time: 0.0331366 May 19 12:30:53.435645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:53.461848 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fc776afd-91f6-4bb1-81c0-e5c35caaa159 req-24da1bdf-3266-4e94-bf55-1b8c080b235b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0277221 May 19 12:30:53.512032 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:53.537911 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c82b-14a8-4714-8790-882ab7d7189b None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:53.753922 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae158882-04ed-4edc-a364-86345ca5c424 None None] New status for floating IP 9617a76a-9898-4b11-a745-aa37e48a4b6c: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:30:54.562476 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ab9b4e15-c20e-4df8-8c69-79b198a829e4 req-831ba619-0b61-4404-a3ff-a5e4ca81711f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0289812 May 19 12:30:54.572603 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51400) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:54.635599 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53cb94ff-58b7-40ba-8922-44f30efd6867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (f3492372-3b10-4958-9766-896ad86bcf41), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.660770 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53cb94ff-58b7-40ba-8922-44f30efd6867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (f3492372-3b10-4958-9766-896ad86bcf41), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.794466 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.822998 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53cb94ff-58b7-40ba-8922-44f30efd6867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f3492372-3b10-4958-9766-896ad86bcf41), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.825552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53cb94ff-58b7-40ba-8922-44f30efd6867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.826815 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-53cb94ff-58b7-40ba-8922-44f30efd6867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "DELETE /v2.0/security-groups/f3492372-3b10-4958-9766-896ad86bcf41 HTTP/1.1" status: 204 len: 168 time: 0.2530925 May 19 12:30:54.836796 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51402) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:54.844423 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb94ff-58b7-40ba-8922-44f30efd6867 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3492372-3b10-4958-9766-896ad86bcf41,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:54.855055 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.api.v2.resource [None req-3bc87515-99a2-4fda-a2c8-c0b25517fd0e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] show failed (client error): The resource could not be found. May 19 12:30:54.856115 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-3bc87515-99a2-4fda-a2c8-c0b25517fd0e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups/f3492372-3b10-4958-9766-896ad86bcf41 HTTP/1.1" status: 404 len: 347 time: 0.0183816 May 19 12:30:54.858927 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51404) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:54.985397 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Deleting port 002a59e9-9b8f-4224-9356-3d3b4aa316d6 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:54.985736 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.071385 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.071712 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (002a59e9-9b8f-4224-9356-3d3b4aa316d6), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.086855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Calling delete_port for 002a59e9-9b8f-4224-9356-3d3b4aa316d6 owned by network:floatingip {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:55.206756 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:55.301238 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (002a59e9-9b8f-4224-9356-3d3b4aa316d6), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.327484 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event deleted for resources: {'Port': ['ID=002a59e9-9b8f-4224-9356-3d3b4aa316d6,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:55.391823 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (9617a76a-9898-4b11-a745-aa37e48a4b6c), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.395189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.396322 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-72e21c5c-bdb4-4e40-bbd5-b0f3e3d52c26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "DELETE /v2.0/floatingips/9617a76a-9898-4b11-a745-aa37e48a4b6c HTTP/1.1" status: 204 len: 168 time: 0.5362904 May 19 12:30:55.579831 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51408) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:55.585107 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873338959', 'description': 'tempest-description--386191614'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:55.657999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-950738a5-5a31-47fc-a008-d4e732f76f71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:55.659793 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-950738a5-5a31-47fc-a008-d4e732f76f71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1276431 May 19 12:30:55.673965 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.681959 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e6cefd1c-1813-4d58-9d2a-bffdb4bafcfa req-9d9ba53e-bc56-4bda-85fe-86b75a521e98 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0438330 May 19 12:30:55.741835 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-99843469-b23e-4860-974d-7dd886a1c62f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 380 time: 0.0678468 May 19 12:30:55.751275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'port': {'device_id': '5bd02616-e81f-4372-89c1-8a9f63588512', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'admin_state_up': True, 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'security_groups': ['dc155924-6720-4030-871d-ec9e422ed081']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:55.761186 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (cae3b5e1-3393-4a71-b499-470cb02754be), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.806487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:55.872435 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (cae3b5e1-3393-4a71-b499-470cb02754be), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.878518 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:55.904169 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae3b5e1-3393-4a71-b499-470cb02754be,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:55.974819 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:55.995382 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 2ce047fc-9ae8-4336-a545-1e048200c75a {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:55.995634 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 2ce047fc-9ae8-4336-a545-1e048200c75a not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:56.011763 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Made reservation on behalf of 86c353f6ded643e6b501ec57800fafc6 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:30:56.016117 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.030530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:56.097782 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.102595 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c8e38612-46a5-4481-8839-e87c08a42d1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5217168 May 19 12:30:56.105751 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51412) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:56.110392 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'security_group_rule': {'security_group_id': 'cae3b5e1-3393-4a71-b499-470cb02754be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:56.162313 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.20.0.11 (c9b89124-2c1b-4572-adaf-f3ca44cc01f0/f052e198-6a49-4fc4-930c-024bf898a4bd/b000d5e8-7d43-43d1-b1d5-88228f892e8f) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:30:56.252301 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (34026db9-30c1-4166-94b5-92892a0b789d), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.301324 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (34026db9-30c1-4166-94b5-92892a0b789d), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.308169 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.393904 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (34026db9-30c1-4166-94b5-92892a0b789d), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.414017 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34026db9-30c1-4166-94b5-92892a0b789d,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:56.429401 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.478214 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:30:56.481700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:30:56.485767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:30:56.492338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:56.496986 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.499166 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-682c191d-cb25-4924-830b-390be088eb00 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3921702 May 19 12:30:56.502228 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51420) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:56.510705 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'security_group_rule': {'security_group_id': 'cae3b5e1-3393-4a71-b499-470cb02754be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:56.513155 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=b000d5e8-7d43-43d1-b1d5-88228f892e8f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:56.544681 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:56.545318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.606051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (e3ac30af-e603-437f-9ab7-9e1fe0e44b5c), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.637930 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-5071f627-6694-4a5f-8b0a-0d82613ae3b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8908143 May 19 12:30:56.668081 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (e3ac30af-e603-437f-9ab7-9e1fe0e44b5c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.679427 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Request body: {'port': {'device_id': '5bd02616-e81f-4372-89c1-8a9f63588512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:56.724879 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-ecb1a751-aa52-4915-8415-6aaeff68c4b1 None None] Provisioning complete for port b000d5e8-7d43-43d1-b1d5-88228f892e8f triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:30:56.725259 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a751-aa52-4915-8415-6aaeff68c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.739404 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.759142 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1a751-aa52-4915-8415-6aaeff68c4b1 None None] Port b000d5e8-7d43-43d1-b1d5-88228f892e8f cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:30:56.777403 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (e3ac30af-e603-437f-9ab7-9e1fe0e44b5c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.792469 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:56.799084 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac30af-e603-437f-9ab7-9e1fe0e44b5c,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:56.859253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935b70c-1c72-4a31-a11b-de6eb4332100 req-5b124999-b445-48c4-ba53-77ece420e6b2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:56.860768 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b935b70c-1c72-4a31-a11b-de6eb4332100 req-5b124999-b445-48c4-ba53-77ece420e6b2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 932 time: 0.0851047 May 19 12:30:56.899011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.900390 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4d6dc78f-a33d-4328-b2b2-22997f5c6e52 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959069 May 19 12:30:56.903439 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51424) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:56.907837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:30:56.983037 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.986730 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b935b70c-1c72-4a31-a11b-de6eb4332100 req-c2fd89d7-f1c3-4312-883b-f7cb7a4e2be6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192594 May 19 12:30:57.073232 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.125067 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:57.136605 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b000d5e8-7d43-43d1-b1d5-88228f892e8f {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:30:57.145176 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Publish callbacks [] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.158050 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Transition to ACTIVE for port object b000d5e8-7d43-43d1-b1d5-88228f892e8f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:30:57.187328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Allocated IP 172.27.3.86 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/bb81e8fe-be31-4303-9750-0793f696b4a6) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:30:57.233868 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.305194 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.317672 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Pushing event updated for resources: {'Port': ['ID=b000d5e8-7d43-43d1-b1d5-88228f892e8f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:57.373697 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Attempting to bind port b000d5e8-7d43-43d1-b1d5-88228f892e8f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:30:57.374145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Attempting to bind port b000d5e8-7d43-43d1-b1d5-88228f892e8f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:30:57.374481 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Attempting to bind port b000d5e8-7d43-43d1-b1d5-88228f892e8f on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:30:57.380252 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Port b000d5e8-7d43-43d1-b1d5-88228f892e8f on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:30:57.380605 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Attempting to bind port b000d5e8-7d43-43d1-b1d5-88228f892e8f on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:30:57.386081 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:30:57.386525 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:30:57.386953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Bound using segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:30:57.387384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Bound port: b000d5e8-7d43-43d1-b1d5-88228f892e8f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:30:57.387745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.406044 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.453925 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:30:57.458567 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] For port b000d5e8-7d43-43d1-b1d5-88228f892e8f, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:30:57.459774 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:30:57.462135 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:30:57.463239 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] For port b000d5e8-7d43-43d1-b1d5-88228f892e8f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:30:57.489564 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'Port': ['ID=bb81e8fe-be31-4303-9750-0793f696b4a6,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:57.543797 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.558802 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:57.560034 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (2c15ffea-9a7e-42c7-a7b2-e42748439fee), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.579528 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:57.595430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:57.595744 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.597898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] 10.222.0.77 "PUT /v2.0/ports/b000d5e8-7d43-43d1-b1d5-88228f892e8f HTTP/1.1" status: 200 len: 1094 time: 0.9234440 May 19 12:30:57.598456 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:57.600682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501edec-5087-4711-886e-f405855e510e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:57.643619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef9d28-b567-4ee2-a006-69dd6d79adab service neutron] Pushing event updated for resources: {'Port': ['ID=b000d5e8-7d43-43d1-b1d5-88228f892e8f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:57.650226 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb2b97-2fc8-49c2-b978-559da5980582 x-openstack-request-id: req-5abb2b97-2fc8-49c2-b978-559da5980582 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:57.650536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:57.650788 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5abb2b97-2fc8-49c2-b978-559da5980582 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:57.651200 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abb2b97-2fc8-49c2-b978-559da5980582'] response: {'name': 'network-changed', 'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'status': 'completed', 'code': 200} May 19 12:30:57.714595 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.717616 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501edec-5087-4711-886e-f405855e510e req-d181f81b-73e1-402c-ab2c-238efc2053aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:57.719163 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b501edec-5087-4711-886e-f405855e510e req-d181f81b-73e1-402c-ab2c-238efc2053aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 1128 time: 0.0463338 May 19 12:30:57.832642 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501edec-5087-4711-886e-f405855e510e req-b93ae9fd-293d-4da7-b6b4-28a152ff38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:57.833961 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b501edec-5087-4711-886e-f405855e510e req-b93ae9fd-293d-4da7-b6b4-28a152ff38fb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=86c353f6ded643e6b501ec57800fafc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1057968 May 19 12:30:57.921964 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:57.924053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:57.927120 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.936947 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501edec-5087-4711-886e-f405855e510e req-3adad31e-8664-43a4-a775-41c1885cba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:57.938431 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b501edec-5087-4711-886e-f405855e510e req-3adad31e-8664-43a4-a775-41c1885cba29 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976596 May 19 12:30:58.017206 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.021145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-0fb36fed-0436-428f-a74e-519b8f38996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:58.022774 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-0fb36fed-0436-428f-a74e-519b8f38996f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 1128 time: 0.0447114 May 19 12:30:58.100714 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'Port': ['ID=bb81e8fe-be31-4303-9750-0793f696b4a6,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:58.113273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (2c15ffea-9a7e-42c7-a7b2-e42748439fee), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.201283 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.202730 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-52e8ebc8-7946-452d-8a1a-dd91a1c16728 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2982969 May 19 12:30:58.308929 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-6acdecc4-ccfd-4989-9b71-35283e270734 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f HTTP/1.1" status: 200 len: 217 time: 0.2781382 May 19 12:30:58.399139 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e61cb-b594-46c2-ac87-49a609010f7e req-f4afdb2c-ed54-47a5-a700-b928d16ef604 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:58.400533 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e41e61cb-b594-46c2-ac87-49a609010f7e req-f4afdb2c-ed54-47a5-a700-b928d16ef604 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 944 time: 0.0946684 May 19 12:30:58.439253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-d40621fd-de35-41c0-a50e-2dfca6b8f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:58.440792 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-d40621fd-de35-41c0-a50e-2dfca6b8f34f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.1214263 May 19 12:30:58.473916 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-6dd0c7a4-8ff1-4548-b24e-732327b5ba3f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--873338959&fields=id&tenant_id=1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 267 time: 0.1314244 May 19 12:30:58.562071 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:58.566068 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e41e61cb-b594-46c2-ac87-49a609010f7e req-cc1934f2-9099-45d6-8637-f4ed6cb9e378 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571777 May 19 12:30:58.575251 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-61876f7c-a190-4e75-b0b4-3426a41edd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:58.576885 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-61876f7c-a190-4e75-b0b4-3426a41edd50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1262846 May 19 12:30:58.676875 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-0761ee42-128b-4f47-ba75-00f5d57a6f30 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:58.678243 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-0761ee42-128b-4f47-ba75-00f5d57a6f30 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 817 time: 0.1858840 May 19 12:30:58.709097 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-c0535918-6233-4d12-ba7e-687e7c54788c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/quotas/1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 375 time: 0.0240536 May 19 12:30:58.714607 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-c383ce74-8115-41ca-bbae-b3672ed96917 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312687 May 19 12:30:58.814695 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-9b208e6a-e942-4379-80e4-cfed8c6680f3 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991230 May 19 12:30:58.851622 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e26cc770-6b3a-40c2-9055-a6b9a3ff5a03 req-ac23beb5-74e4-4f82-8439-f5b903a30bbb service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252201 May 19 12:30:58.978824 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-5a23caf5-5628-4d07-b073-9fa65e3e97e5 service neutron] 10.222.0.57 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482563 May 19 12:30:59.077424 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-660ee18c-8777-4262-a0e9-b6099aee8bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927916 May 19 12:30:59.348445 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-368a966d-4fd8-4bbc-b43b-b87a8b71b6e0 req-ff3593b3-b694-41c7-ba23-ae59618a24dc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0360000 May 19 12:30:59.693339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7223-3830-480a-be0f-b8e25848b3d3 req-44668a44-e187-40e3-a5b4-e66bf34a86a7 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:59.694992 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6ed7223-3830-480a-be0f-b8e25848b3d3 req-44668a44-e187-40e3-a5b4-e66bf34a86a7 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 944 time: 0.0530157 May 19 12:30:59.743791 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a6ed7223-3830-480a-be0f-b8e25848b3d3 req-1ce7c0d2-8010-4230-9167-dcf250e04ad4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 May 19 12:31:00.453541 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-199a4f4b-b5eb-4252-950b-2a08667c37a1 req-efe40bed-0cc7-40d5-9372-b843bb6b35bd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0293684 May 19 12:31:00.867076 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73070-2728-494b-bde2-ead79e4754b7 req-c6606255-4a48-4cd1-89bc-3c8a4fe107dd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:00.868594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4c73070-2728-494b-bde2-ead79e4754b7 req-c6606255-4a48-4cd1-89bc-3c8a4fe107dd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 944 time: 0.0523460 May 19 12:31:00.889146 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:00.918257 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a4c73070-2728-494b-bde2-ead79e4754b7 req-e0335da8-8fd4-4a8f-82c6-4633794ab59e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 May 19 12:31:01.557901 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40ab7932-3f24-4363-b955-0b4df8395a12 req-6f12d734-fa23-49dc-9a44-3186a492a363 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0298588 May 19 12:31:02.029477 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b000d5e8-7d43-43d1-b1d5-88228f892e8f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:31:02.053926 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4604ed-fe81-49b2-81e5-52281b034a33 req-8f5c3c15-039f-4e9a-bc23-4947e9182e49 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:02.055681 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe4604ed-fe81-49b2-81e5-52281b034a33 req-8f5c3c15-039f-4e9a-bc23-4947e9182e49 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 944 time: 0.0681489 May 19 12:31:02.114985 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe4604ed-fe81-49b2-81e5-52281b034a33 req-99d0d900-28d8-4bd1-8731-fc578d058417 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536709 May 19 12:31:02.150134 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port b000d5e8-7d43-43d1-b1d5-88228f892e8f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:02.161685 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'port_id': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'mac_address': 'fa:16:3e:52:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:31:02.198243 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port b000d5e8-7d43-43d1-b1d5-88228f892e8f is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:02.198598 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.215725 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b000d5e8-7d43-43d1-b1d5-88228f892e8f {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:02.235628 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port b000d5e8-7d43-43d1-b1d5-88228f892e8f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:02.400388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.452775 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=b000d5e8-7d43-43d1-b1d5-88228f892e8f,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:02.461059 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.461413 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.461750 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.462109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.462468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.462798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.463120 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.463448 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.463765 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.464086 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.464406 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.464727 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.465041 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.465355 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.465674 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:02.669360 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bcc292ff-1c2e-4eb9-8574-ebc399126a65 req-876cffd8-60f3-40cc-a30c-e81388320f02 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0330424 May 19 12:31:02.837653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['b000d5e8-7d43-43d1-b1d5-88228f892e8f'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:03.031525 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-2e1a9a83-44ad-44f5-9e3d-76c7fc853d5b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:03.032963 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-2e1a9a83-44ad-44f5-9e3d-76c7fc853d5b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 817 time: 0.1089044 May 19 12:31:03.113788 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-3a657263-849e-462c-9d5c-edb972fc1c51 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 379 time: 0.0673897 May 19 12:31:03.121814 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'port': {'device_id': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'admin_state_up': True, 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'security_groups': ['cae3b5e1-3393-4a71-b499-470cb02754be']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:03.278648 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45228dd-12b2-406d-b788-64908c54f857 req-978df6e7-80e6-4368-a6f7-f6b6eef491d2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:03.280169 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e45228dd-12b2-406d-b788-64908c54f857 req-978df6e7-80e6-4368-a6f7-f6b6eef491d2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 945 time: 0.0826590 May 19 12:31:03.339652 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e45228dd-12b2-406d-b788-64908c54f857 req-883f7eab-3ed2-4418-80d1-6beb07a3a021 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514126 May 19 12:31:03.411712 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Made reservation on behalf of 1231585c94524ec199c47bd4f4162578 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:31:03.415315 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:03.475434 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:03.556045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Allocated IP 172.20.0.8 (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f/1bd5c638-fc36-406d-b1a6-72dfd560044a/aa50357b-95ff-4657-bbc2-3b5dd21e899e) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:03.654689 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:03.719148 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ec745-9541-41cd-965e-93a24f16479e req-b2fe8baf-8234-4d55-ba82-fac46a8888ec tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:03.720632 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-679ec745-9541-41cd-965e-93a24f16479e req-b2fe8baf-8234-4d55-ba82-fac46a8888ec tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0691803 May 19 12:31:03.771536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:03.804418 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1c73c4bb-4af2-4b49-8d2f-bcf1179b4ade req-417f838c-e16c-4356-9c66-f4318b76ceb5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0543602 May 19 12:31:03.843627 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-679ec745-9541-41cd-965e-93a24f16479e req-d9c3d44d-8da1-4368-a08c-7a66f4944d5d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133878 May 19 12:31:03.914541 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:03.961711 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:03.964930 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:03.968935 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:31:03.975165 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:04.027777 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:04.028484 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.035693 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b000d5e8-7d43-43d1-b1d5-88228f892e8f up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:31:04.081251 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port b000d5e8-7d43-43d1-b1d5-88228f892e8f completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:31:04.167754 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-21a8d06a-c329-47bc-a7b8-b22e6389bcee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495648 May 19 12:31:04.174313 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-0c7645cf-299c-4842-a289-5ec5bbcc1d4a None None] Provisioning complete for port aa50357b-95ff-4657-bbc2-3b5dd21e899e triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:04.174719 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0c7645cf-299c-4842-a289-5ec5bbcc1d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.207126 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-0c7645cf-299c-4842-a289-5ec5bbcc1d4a None None] Port aa50357b-95ff-4657-bbc2-3b5dd21e899e cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:31:04.222190 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port b000d5e8-7d43-43d1-b1d5-88228f892e8f triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:04.222594 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.305071 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port b000d5e8-7d43-43d1-b1d5-88228f892e8f is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:04.305588 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.332658 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:04.334836 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8297de-b23b-4233-b5dc-3479a6e266f9" -d '{"events": [{"server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "name": "network-vif-plugged", "status": "completed", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:04.339398 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:04.353017 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port b000d5e8-7d43-43d1-b1d5-88228f892e8f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:04.439448 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f2d16f-12e3-4ad9-8d0c-62749b8232e4 x-openstack-request-id: req-61f2d16f-12e3-4ad9-8d0c-62749b8232e4 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:04.439739 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "name": "network-vif-plugged", "status": "completed", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:04.439999 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61f2d16f-12e3-4ad9-8d0c-62749b8232e4 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:04.440394 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f2d16f-12e3-4ad9-8d0c-62749b8232e4'] response: {'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'code': 200} May 19 12:31:04.462759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759d8d8-7483-4354-8e1f-fa06ca10096f req-6a31d8a2-5596-4fe5-a027-06161062388b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:04.464307 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d759d8d8-7483-4354-8e1f-fa06ca10096f req-6a31d8a2-5596-4fe5-a027-06161062388b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 945 time: 0.0549986 May 19 12:31:04.508459 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.519021 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d759d8d8-7483-4354-8e1f-fa06ca10096f req-e15d9915-ca9c-48b8-a010-a6e89fba7cfa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490074 May 19 12:31:04.556572 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=b000d5e8-7d43-43d1-b1d5-88228f892e8f,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:04.955932 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37385e7-23b8-41b9-9933-3529db7b769e req-e9643b5e-d45b-4a86-ab7e-2d4d79ed3253 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:04.958032 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d37385e7-23b8-41b9-9933-3529db7b769e req-e9643b5e-d45b-4a86-ab7e-2d4d79ed3253 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 931 time: 0.0777419 May 19 12:31:04.978563 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187a8ba-429e-4f20-9194-a977e99afda6 req-a0b5971c-d9ee-4498-946b-d9ca77f00074 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:04.979988 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a187a8ba-429e-4f20-9194-a977e99afda6 req-a0b5971c-d9ee-4498-946b-d9ca77f00074 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0680468 May 19 12:31:05.025799 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:05.046586 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d37385e7-23b8-41b9-9933-3529db7b769e req-d5a1d364-667f-44f1-bdca-95f65bf19856 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826406 May 19 12:31:05.053988 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a187a8ba-429e-4f20-9194-a977e99afda6 req-87b54dbd-115f-491d-9dec-ff4708ab4a99 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672567 May 19 12:31:05.646620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588af46-a6d8-4686-be43-612bfea46464 req-fdc9b8c6-e40f-4323-8eea-5d852cb952e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:05.648263 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e588af46-a6d8-4686-be43-612bfea46464 req-fdc9b8c6-e40f-4323-8eea-5d852cb952e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0574653 May 19 12:31:05.701689 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e588af46-a6d8-4686-be43-612bfea46464 req-b527e200-9612-40bf-952a-c3e6194d53b8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 May 19 12:31:06.150910 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:06.155804 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:06.201110 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26b61f-1662-41ab-a8a7-1f068d819254 req-18e3b351-8041-4887-b83e-fef005c018ab tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:06.209716 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5a26b61f-1662-41ab-a8a7-1f068d819254 req-18e3b351-8041-4887-b83e-fef005c018ab tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 931 time: 0.0807607 May 19 12:31:06.212198 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40a3c-f204-435f-98dc-bd943672059a req-f8e16f9f-ce3e-452b-8b2e-3b195dd44c15 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:06.213691 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eca40a3c-f204-435f-98dc-bd943672059a req-f8e16f9f-ce3e-452b-8b2e-3b195dd44c15 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0896120 May 19 12:31:06.291941 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5a26b61f-1662-41ab-a8a7-1f068d819254 req-b21eb082-037c-41cb-9d4d-39e950b5541d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772023 May 19 12:31:06.295853 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eca40a3c-f204-435f-98dc-bd943672059a req-9352e96d-acad-4dc6-b8c2-f27f20ba3c6c tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751643 May 19 12:31:06.769701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Request body: {'port': {'device_id': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:06.846485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a876f6-9aed-436b-be66-c9b50e4e0d02 req-3ee013aa-3dc4-4e23-92ac-ad3260e8abf9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:06.848473 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00a876f6-9aed-436b-be66-c9b50e4e0d02 req-3ee013aa-3dc4-4e23-92ac-ad3260e8abf9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0756879 May 19 12:31:06.893130 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:06.946161 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00a876f6-9aed-436b-be66-c9b50e4e0d02 req-ac5cdcfd-991e-4884-900a-1ce61120a2ad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797484 May 19 12:31:07.112968 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:07.203033 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa50357b-95ff-4657-bbc2-3b5dd21e899e {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:07.211173 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Publish callbacks [] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.224424 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Transition to ACTIVE for port object aa50357b-95ff-4657-bbc2-3b5dd21e899e will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:31:07.302348 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.390445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:07.438908 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:07.440336 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2378e6-80a7-4350-82fe-44dbb3f50ca1 req-05fee797-bf5a-426a-a02e-d1c9c8deeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.442452 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-6f2378e6-80a7-4350-82fe-44dbb3f50ca1 req-05fee797-bf5a-426a-a02e-d1c9c8deeac2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 1130 time: 0.0858049 May 19 12:31:07.462892 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-ae3ef232-81db-4c65-9863-88cd52c6831a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.464711 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-ae3ef232-81db-4c65-9863-88cd52c6831a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.0711381 May 19 12:31:07.517461 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175bb2f-86fc-477e-ab0e-a9c92993d9bf req-5d73c254-09d6-47bb-b127-6a15361d71cb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.519644 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9175bb2f-86fc-477e-ab0e-a9c92993d9bf req-5d73c254-09d6-47bb-b127-6a15361d71cb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 945 time: 0.1324766 May 19 12:31:07.530190 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffcc77-93f0-4014-aea4-dc310dd58f3c req-aa5632e2-0a09-4c5f-8836-5e2dcd9cbc8f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.532316 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-45ffcc77-93f0-4014-aea4-dc310dd58f3c req-aa5632e2-0a09-4c5f-8836-5e2dcd9cbc8f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.1438138 May 19 12:31:07.551075 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-6f2378e6-80a7-4350-82fe-44dbb3f50ca1 req-8326aa83-480a-473f-9d37-81be56b26755 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001747 May 19 12:31:07.587957 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Deleting port 849d8b72-d2dd-410e-89b0-e5a60ec6340e {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:07.588299 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.607988 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Attempting to bind port aa50357b-95ff-4657-bbc2-3b5dd21e899e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:31:07.608337 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Attempting to bind port aa50357b-95ff-4657-bbc2-3b5dd21e899e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:31:07.608674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Attempting to bind port aa50357b-95ff-4657-bbc2-3b5dd21e899e on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:07.627231 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9175bb2f-86fc-477e-ab0e-a9c92993d9bf req-53b6bfa4-922c-4f88-a436-8e9af338cbd5 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbe34218-6165-45db-8417-0abd6dfec254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943623 May 19 12:31:07.641501 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Port aa50357b-95ff-4657-bbc2-3b5dd21e899e on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:31:07.641501 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Attempting to bind port aa50357b-95ff-4657-bbc2-3b5dd21e899e on network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:07.648441 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:07.649891 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-45ffcc77-93f0-4014-aea4-dc310dd58f3c req-024d51fc-15de-4ab7-84a9-42a14c8c4ba8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072450 May 19 12:31:07.653213 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:31:07.653579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Checking segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:31:07.653969 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Bound using segment: {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:31:07.654507 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Bound port: aa50357b-95ff-4657-bbc2-3b5dd21e899e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a2b76c-2525-4d0c-986e-e8f172797c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:31:07.658610 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.693251 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] For port 849d8b72-d2dd-410e-89b0-e5a60ec6340e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=849d8b72-d2dd-410e-89b0-e5a60ec6340e,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:07.693625 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.725402 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:31:07.728582 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:31:07.818088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.858504 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.868100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.868100 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] 10.222.0.77 "PUT /v2.0/ports/aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 1093 time: 1.0951076 May 19 12:31:07.868100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:07.868100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:07.886362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7997b-1a09-4c42-8fb1-ccff81ebeb63 service neutron] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:07.908219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1c0cce-3b91-4a1c-8420-c587197781dc x-openstack-request-id: req-9d1c0cce-3b91-4a1c-8420-c587197781dc {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:07.908581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:07.908899 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d1c0cce-3b91-4a1c-8420-c587197781dc {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:07.909403 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1c0cce-3b91-4a1c-8420-c587197781dc'] response: {'name': 'network-changed', 'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'status': 'completed', 'code': 200} May 19 12:31:07.919631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.924928 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.924928 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Floating IP a4427cac-a571-4020-8f8e-be2acf0a256e disassociated. External IP: 172.27.3.56, port: 849d8b72-d2dd-410e-89b0-e5a60ec6340e. May 19 12:31:07.924928 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Calling delete_port for 849d8b72-d2dd-410e-89b0-e5a60ec6340e owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:07.976658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9 req-50f7ee92-0217-445e-94e5-5811f574a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.978470 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9 req-50f7ee92-0217-445e-94e5-5811f574a7c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1127 time: 0.0452783 May 19 12:31:08.067136 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:08.104527 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d006-e361-47fe-810b-49c84c8fc548 req-ec088793-eadd-4db9-aa0e-2639888c5109 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:08.106046 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1159d006-e361-47fe-810b-49c84c8fc548 req-ec088793-eadd-4db9-aa0e-2639888c5109 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0654969 May 19 12:31:08.156339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9 req-7c8b7285-ab87-4680-b66d-2188f44d7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:08.157719 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9 req-7c8b7285-ab87-4680-b66d-2188f44d7126 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1231585c94524ec199c47bd4f4162578&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1713841 May 19 12:31:08.169797 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (849d8b72-d2dd-410e-89b0-e5a60ec6340e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:08.187112 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1159d006-e361-47fe-810b-49c84c8fc548 req-90ece0a4-e1bf-4f27-b506-a54618eefe2b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746377 May 19 12:31:08.205664 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event deleted for resources: {'Port': ['ID=849d8b72-d2dd-410e-89b0-e5a60ec6340e,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:08.326703 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:08.389900 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:08.439333 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:08.451370 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] Sync routers for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:08.462948 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:08.463582 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:08.487306 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] No DVR routers for this DVR port 849d8b72-d2dd-410e-89b0-e5a60ec6340e on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:08.491248 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:08.494927 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-bedcba1c-6047-459d-8ca0-f8a894ef846f req-d8eb439b-80f1-414d-ba72-e6e84a90cdcc tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "DELETE /v2.0/ports/849d8b72-d2dd-410e-89b0-e5a60ec6340e HTTP/1.1" status: 204 len: 173 time: 1.0203900 May 19 12:31:08.495399 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'name': 'network-vif-deleted', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:08.497626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad9400-57d2-48ff-9046-9810341ca5c6" -d '{"events": [{"server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "name": "network-vif-deleted", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:08.585270 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:08.626718 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f2045-bc71-4957-b552-cbb260cef151 x-openstack-request-id: req-126f2045-bc71-4957-b552-cbb260cef151 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:08.626718 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd7551-12f3-4549-9429-3a9ecd8dd150", "name": "network-vif-deleted", "tag": "849d8b72-d2dd-410e-89b0-e5a60ec6340e", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:08.626718 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-126f2045-bc71-4957-b552-cbb260cef151 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:08.627343 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126f2045-bc71-4957-b552-cbb260cef151'] response: {'server_uuid': 'f7fd7551-12f3-4549-9429-3a9ecd8dd150', 'name': 'network-vif-deleted', 'tag': '849d8b72-d2dd-410e-89b0-e5a60ec6340e', 'status': 'completed', 'code': 200} May 19 12:31:08.638479 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:08.707556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9 req-90e08630-09c9-439b-b5bf-55f8e154ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:08.709167 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef389935-f6c7-4344-a3d5-6d4a48dd4ea9 req-90e08630-09c9-439b-b5bf-55f8e154ce19 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338215 May 19 12:31:08.806893 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b15c24f2-b9b9-496c-9c6c-38367b1e5d7a req-577f9fe3-b49b-4af1-ac08-22dd9e4bf8c4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0530910 May 19 12:31:08.870167 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-4b192aed-bb33-4ae8-8b6a-772da27fa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:08.871731 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-4b192aed-bb33-4ae8-8b6a-772da27fa52c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1127 time: 0.0775983 May 19 12:31:08.880658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544e420-7c8c-455d-8967-205f6caefe48 req-38ec377e-b312-490c-be06-0c823bd06982 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:08.882165 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8544e420-7c8c-455d-8967-205f6caefe48 req-38ec377e-b312-490c-be06-0c823bd06982 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0894771 May 19 12:31:08.887893 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:08.919043 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] Checking router: 3ab6125e-aa3f-471f-bb98-88599aa20bc2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:08.924140 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:08.924782 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:08.949224 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-13f1312c-4cbd-4095-a77d-c0cecd97880a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 217 time: 0.0513546 May 19 12:31:08.983895 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8544e420-7c8c-455d-8967-205f6caefe48 req-2fa42746-556f-4bfa-9afe-52b96ec1b38a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951254 May 19 12:31:09.177685 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:09.305203 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:09.325638 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae034e5-1bbd-4125-ae22-117a85710a2d req-dce76425-1c9c-44b5-b29f-1eedabfe832a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.327252 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cae034e5-1bbd-4125-ae22-117a85710a2d req-dce76425-1c9c-44b5-b29f-1eedabfe832a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0631664 May 19 12:31:09.395907 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cae034e5-1bbd-4125-ae22-117a85710a2d req-3d2cf99e-32c1-470e-8075-bceb32404ea8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575309 May 19 12:31:09.404433 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:09.439873 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af87c79-76e3-46cb-9610-cc96dbf9617c None None] The sync data for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi is: [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:22Z', 'revision_number': 4, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'd01ff73e-ee30-41ad-8981-0efcec252503', 'name': '', 'network_id': 'be7a1bb6-7423-463b-a0ab-52779c3ad619', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'mac_address': 'fa:16:3e:e5:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:20Z', 'updated_at': '2022-05-19T12:24:34Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'subnets': [{'id': '72ce90da-99f8-49d5-97ca-d28e3668ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:09.507092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-01a9bcc1-51d2-455b-a0e1-04b97756a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.509046 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-01a9bcc1-51d2-455b-a0e1-04b97756a5cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0616093 May 19 12:31:09.559757 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-87fc0cba-277e-4fef-add1-99a8c15aa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.562088 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-87fc0cba-277e-4fef-add1-99a8c15aa1ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445464 May 19 12:31:09.701685 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8c617-e552-4dce-95c5-c7a6bc2cc426 None None] New status for floating IP a4427cac-a571-4020-8f8e-be2acf0a256e: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:31:09.914296 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-5057e007-99b4-441a-9fa4-9e32df27b97d service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184132 May 19 12:31:09.948903 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a914a230-7401-486c-b7af-116ffca605bd req-ff0ed568-d4f3-4b08-81b8-605c3e079c8e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7fd7551-12f3-4549-9429-3a9ecd8dd150 HTTP/1.1" status: 200 len: 210 time: 0.0327032 May 19 12:31:10.073080 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 849d8b72-d2dd-410e-89b0-e5a60ec6340e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:10.111596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 849d8b72-d2dd-410e-89b0-e5a60ec6340e {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:10.111596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 849d8b72-d2dd-410e-89b0-e5a60ec6340e not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:10.181422 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f797a-7939-4201-a247-4cb0915ddc32 req-785ad7a3-84f5-47dc-a4ee-0310a4c46328 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:10.182801 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-528f797a-7939-4201-a247-4cb0915ddc32 req-785ad7a3-84f5-47dc-a4ee-0310a4c46328 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.1154895 May 19 12:31:10.243971 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e528115b-8e2e-408a-9afb-fd837a87cec4 req-27336481-b2df-4c16-be11-bfeed62f54fe service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780980 May 19 12:31:10.273096 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-528f797a-7939-4201-a247-4cb0915ddc32 req-32757e8e-d197-4624-a2a2-f3497e56b1b4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777352 May 19 12:31:10.519484 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d943cd9-1c26-4a3e-ba1b-8488c53eb8cb req-60c16f45-3d78-40e3-8231-71a9244d381f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:10.520869 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d943cd9-1c26-4a3e-ba1b-8488c53eb8cb req-60c16f45-3d78-40e3-8231-71a9244d381f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0533376 May 19 12:31:10.575623 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d943cd9-1c26-4a3e-ba1b-8488c53eb8cb req-d49669ce-30ea-4b83-a505-9143c1fc67ea tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490761 May 19 12:31:10.687836 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27d75d-e6e9-4be2-8b4f-ea8c7b3f2d8b req-0d52a22a-b9c9-46af-be63-87db3b36e33c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:10.689282 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f27d75d-e6e9-4be2-8b4f-ea8c7b3f2d8b req-0d52a22a-b9c9-46af-be63-87db3b36e33c tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0471163 May 19 12:31:10.698302 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51552) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:10.702628 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'port_id': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:10.969672 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:10.979174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (b5da051e-e5d3-4274-bd93-d007c4ddb8df), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.124795 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51558) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:11.185682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9451e0b7-2d61-41ae-bcd6-aac63ed789fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group (fbe34218-6165-45db-8417-0abd6dfec254), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.214848 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9451e0b7-2d61-41ae-bcd6-aac63ed789fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group (fbe34218-6165-45db-8417-0abd6dfec254), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.370707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:11.382691 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9451e0b7-2d61-41ae-bcd6-aac63ed789fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (fbe34218-6165-45db-8417-0abd6dfec254), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.387649 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9451e0b7-2d61-41ae-bcd6-aac63ed789fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.389701 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9451e0b7-2d61-41ae-bcd6-aac63ed789fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "DELETE /v2.0/security-groups/fbe34218-6165-45db-8417-0abd6dfec254 HTTP/1.1" status: 204 len: 168 time: 0.2635102 May 19 12:31:11.397664 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51562) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:11.425753 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451e0b7-2d61-41ae-bcd6-aac63ed789fb tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe34218-6165-45db-8417-0abd6dfec254,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:11.430564 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.api.v2.resource [None req-fbf2d886-00ba-4b67-b704-a9b973370d0e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] show failed (client error): The resource could not be found. May 19 12:31:11.433201 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fbf2d886-00ba-4b67-b704-a9b973370d0e tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups/fbe34218-6165-45db-8417-0abd6dfec254 HTTP/1.1" status: 404 len: 347 time: 0.0330651 May 19 12:31:11.441387 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51564) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:11.443200 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:11.498379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da04efe-b51e-44a9-8ea0-7d8768b7be4d req-3e89c6cf-4015-440d-a2e0-08d5b19f5805 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:11.499928 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9da04efe-b51e-44a9-8ea0-7d8768b7be4d req-3e89c6cf-4015-440d-a2e0-08d5b19f5805 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.1148956 May 19 12:31:11.517895 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.559106 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9da04efe-b51e-44a9-8ea0-7d8768b7be4d req-5e429acc-4cf7-420a-a3aa-bd79fe77bcdf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505011 May 19 12:31:11.587821 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (b5da051e-e5d3-4274-bd93-d007c4ddb8df), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.637293 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Deleting port 35a230cc-2258-4017-ad18-ffb3b8c5a2c0 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:11.637844 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.697609 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP b5da051e-e5d3-4274-bd93-d007c4ddb8df associated. External IP: 172.27.3.251, port: b000d5e8-7d43-43d1-b1d5-88228f892e8f. May 19 12:31:11.750799 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.751125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.765756 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Calling delete_port for 35a230cc-2258-4017-ad18-ffb3b8c5a2c0 owned by network:floatingip {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:11.914701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:11.952524 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (35a230cc-2258-4017-ad18-ffb3b8c5a2c0), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:11.980089 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event deleted for resources: {'Port': ['ID=35a230cc-2258-4017-ad18-ffb3b8c5a2c0,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:12.025038 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:12.030647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:12.036124 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:12.051775 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:12.052187 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks [] for floatingip (a4427cac-a571-4020-8f8e-be2acf0a256e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:12.052414 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:12.055091 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:12.056273 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4636c54f-643a-4883-89bc-b24d8aed66aa tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "DELETE /v2.0/floatingips/a4427cac-a571-4020-8f8e-be2acf0a256e HTTP/1.1" status: 204 len: 168 time: 0.6198778 May 19 12:31:12.070680 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5c80b5f3-f9fd-4606-8b4d-c173d001b243 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "PUT /v2.0/floatingips/b5da051e-e5d3-4274-bd93-d007c4ddb8df HTTP/1.1" status: 200 len: 992 time: 1.3712318 May 19 12:31:12.071692 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:12.074508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77199eda-7d63-449e-9bac-13cd6649db76" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:12.115279 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571ded56-b0bf-40f0-9f8d-9008842e1162 x-openstack-request-id: req-571ded56-b0bf-40f0-9f8d-9008842e1162 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:12.115555 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:12.115804 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-571ded56-b0bf-40f0-9f8d-9008842e1162 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:12.116233 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571ded56-b0bf-40f0-9f8d-9008842e1162'] response: {'name': 'network-changed', 'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'status': 'completed', 'code': 200} May 19 12:31:12.176889 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:12.316124 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:12.318369 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:12.392265 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'b5da051e-e5d3-4274-bd93-d007c4ddb8df', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:52:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02616-e81f-4372-89c1-8a9f63588512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:30:47Z', 'updated_at': '2022-05-19T12:31:11Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:12.417536 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:12.427556 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:12.428093 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:30:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:12.544398 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:12.685838 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000935a6-a847-476b-a466-9d65547f78cc req-48890f1e-d573-468f-96cf-fc9f84bcdba8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:12.687300 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-000935a6-a847-476b-a466-9d65547f78cc req-48890f1e-d573-468f-96cf-fc9f84bcdba8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0505311 May 19 12:31:12.738543 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-000935a6-a847-476b-a466-9d65547f78cc req-b0d8bf9b-c109-4a84-b8e3-394f1297da86 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444064 May 19 12:31:12.788449 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'b5da051e-e5d3-4274-bd93-d007c4ddb8df', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:52:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02616-e81f-4372-89c1-8a9f63588512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:30:47Z', 'updated_at': '2022-05-19T12:31:11Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:12.814363 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335d97c-e07f-4af6-88c0-dfbadd1a0e7b None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'b5da051e-e5d3-4274-bd93-d007c4ddb8df', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:52:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02616-e81f-4372-89c1-8a9f63588512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:30:47Z', 'updated_at': '2022-05-19T12:31:11Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:13.052934 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994ace7-2384-4162-923b-093b7147414a None None] New status for floating IP b5da051e-e5d3-4274-bd93-d007c4ddb8df: ACTIVE {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:31:13.264756 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199eda-7d63-449e-9bac-13cd6649db76 req-1d062494-7a94-4bd0-b993-dddd0068d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:13.266278 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-1d062494-7a94-4bd0-b993-dddd0068d570 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 1130 time: 0.0467849 May 19 12:31:13.376935 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199eda-7d63-449e-9bac-13cd6649db76 req-0221eac0-6d27-4bb6-ac4f-bf90bafb22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:13.380237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-0221eac0-6d27-4bb6-ac4f-bf90bafb22c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.1069031 May 19 12:31:13.463975 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-5594b64d-9e3f-4901-bac3-b1eacd26695f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f HTTP/1.1" status: 200 len: 1002 time: 0.0763888 May 19 12:31:13.527513 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:13.533647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199eda-7d63-449e-9bac-13cd6649db76 req-f33b4176-920d-440a-9d3e-a9af51f45239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:13.535416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-f33b4176-920d-440a-9d3e-a9af51f45239 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0623653 May 19 12:31:13.586246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199eda-7d63-449e-9bac-13cd6649db76 req-f9a1711e-d9b3-4082-b346-46b89e611b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:13.587821 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-f9a1711e-d9b3-4082-b346-46b89e611b1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460424 May 19 12:31:13.659870 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:13.705130 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-d5918213-db27-4e39-8ce4-b1b88c566abe service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099606 May 19 12:31:13.818600 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77199eda-7d63-449e-9bac-13cd6649db76 req-213d58e7-4ca8-422a-8402-a812eafe8744 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071873 May 19 12:31:13.866580 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54b063-8612-47d3-9ab4-d072a442cca3 req-b9226765-3404-434a-a880-18eb5a3768c1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:13.868108 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f54b063-8612-47d3-9ab4-d072a442cca3 req-b9226765-3404-434a-a880-18eb5a3768c1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0486317 May 19 12:31:13.920127 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f54b063-8612-47d3-9ab4-d072a442cca3 req-bec89357-f355-4a9d-898b-ce659fb2f787 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 May 19 12:31:14.071287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:31:14.178984 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:14.193002 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'mac_address': 'fa:16:3e:9c:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:31:14.198400 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:14.228974 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:14.234609 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:14.240358 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-c297e9a4-9521-4005-b3f1-dd268f239218 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452304 May 19 12:31:14.243502 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa50357b-95ff-4657-bbc2-3b5dd21e899e {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:14.265031 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:14.328028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-d9fca5e1-e2a1-421c-b0d4-b5f46787c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:14.331954 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-d9fca5e1-e2a1-421c-b0d4-b5f46787c538 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0420651 May 19 12:31:14.399146 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:14.440499 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-0f64a9f4-b758-43c0-b9e6-d40b57dfa776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:14.441969 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-0f64a9f4-b758-43c0-b9e6-d40b57dfa776 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 911 time: 0.0919921 May 19 12:31:14.448631 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:14.509520 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-1cbd5d3f-89e5-4b87-951b-84799f33fb03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 200 len: 1001 time: 0.0597856 May 19 12:31:14.563775 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-7b1398c6-ad6b-432c-982e-284c53a201a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:14.565149 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-7b1398c6-ad6b-432c-982e-284c53a201a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0488782 May 19 12:31:14.615430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-75f75b16-fe66-4e1d-a067-3fb606b8ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:14.616446 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-75f75b16-fe66-4e1d-a067-3fb606b8ccef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421646 May 19 12:31:14.714776 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-4ec842b4-f39b-4ebe-a10f-6f2e274c354d service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913904 May 19 12:31:14.815498 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef38a007-13cd-4d68-a1af-6b8f73b49da7 req-db97dc43-f396-40a5-9cf5-dc121a28bfbe service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914381 May 19 12:31:14.897447 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['aa50357b-95ff-4657-bbc2-3b5dd21e899e'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:15.072485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15aa3f-b6d9-47a3-829b-bbfcea74b330 req-8a91f4da-064e-4382-a946-bf9116f02fcd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:15.073903 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da15aa3f-b6d9-47a3-829b-bbfcea74b330 req-8a91f4da-064e-4382-a946-bf9116f02fcd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 944 time: 0.0780139 May 19 12:31:15.123971 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da15aa3f-b6d9-47a3-829b-bbfcea74b330 req-66206ee4-e1fa-4ce6-9ae8-41ce0509de97 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442522 May 19 12:31:15.241636 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c41dc-f1dd-4928-9a0c-88fc221f650a req-f2be185e-f5ed-40fb-8405-4616e2b93f5b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:15.243230 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e65c41dc-f1dd-4928-9a0c-88fc221f650a req-f2be185e-f5ed-40fb-8405-4616e2b93f5b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0475230 May 19 12:31:15.283849 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:15.291304 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e65c41dc-f1dd-4928-9a0c-88fc221f650a req-039d2f6d-5cd1-44ff-9056-e8079cf762e1 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 May 19 12:31:16.085899 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:31:16.132210 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port aa50357b-95ff-4657-bbc2-3b5dd21e899e completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:31:16.198087 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port aa50357b-95ff-4657-bbc2-3b5dd21e899e triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:16.198511 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.257381 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535231-b151-4d5d-9337-933daee9f077 req-45c7527f-9e0e-4904-b49a-05c45cacc408 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:16.258986 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15535231-b151-4d5d-9337-933daee9f077 req-45c7527f-9e0e-4904-b49a-05c45cacc408 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 944 time: 0.0577829 May 19 12:31:16.276941 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:16.277244 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.302155 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:16.304690 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f05433-94e0-4a40-9f95-e5687880ed4a" -d '{"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-plugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:16.311204 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15535231-b151-4d5d-9337-933daee9f077 req-53563b57-c98e-4876-a752-37a7d4244c3b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456262 May 19 12:31:16.319572 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:16.349197 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9308dbff-9b9c-4135-b983-ad075bf7a229 x-openstack-request-id: req-9308dbff-9b9c-4135-b983-ad075bf7a229 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:16.349493 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-plugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:16.350295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9308dbff-9b9c-4135-b983-ad075bf7a229 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:16.350295 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9308dbff-9b9c-4135-b983-ad075bf7a229'] response: {'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'code': 200} May 19 12:31:16.406137 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.414288 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:16.424283 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bf44-7b95-4e70-90eb-8033473f0611 req-b6b21483-348f-4f76-9355-3656c36a0972 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:16.426492 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e020bf44-7b95-4e70-90eb-8033473f0611 req-b6b21483-348f-4f76-9355-3656c36a0972 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0501578 May 19 12:31:16.440380 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:16.458439 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:16.481505 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e020bf44-7b95-4e70-90eb-8033473f0611 req-75a87dc5-d706-4d86-ad2b-d23057a846a2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481153 May 19 12:31:16.854055 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf51b5-28e9-4603-bda9-850650c97a4d req-78f2350f-8cfe-4d70-8314-d5a8187701e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:16.855664 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bcbf51b5-28e9-4603-bda9-850650c97a4d req-78f2350f-8cfe-4d70-8314-d5a8187701e2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1129 time: 0.0399477 May 19 12:31:16.864374 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-1f94c825-0fb7-4096-9fb8-3a9bc360d5ec tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:16.865850 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-1f94c825-0fb7-4096-9fb8-3a9bc360d5ec tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 945 time: 0.0483749 May 19 12:31:16.907116 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bcbf51b5-28e9-4603-bda9-850650c97a4d req-288f80b8-8b32-4931-9d12-7243b67ba5b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 May 19 12:31:16.922197 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:16.960128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Deleting port 8d75d107-85c3-4858-8b90-5ba107a81513 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:16.960555 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.056638 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] For port 8d75d107-85c3-4858-8b90-5ba107a81513, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d75d107-85c3-4858-8b90-5ba107a81513,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:17.057006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.070860 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Calling delete_port for 8d75d107-85c3-4858-8b90-5ba107a81513 owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:17.114214 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:17.262767 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (8d75d107-85c3-4858-8b90-5ba107a81513), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.275500 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['ead40d23-6a23-4073-ba08-29726edb0ac8', '8d75d107-85c3-4858-8b90-5ba107a81513'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:17.298924 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event deleted for resources: {'Port': ['ID=8d75d107-85c3-4858-8b90-5ba107a81513,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:17.364513 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] No DVR routers for this DVR port 8d75d107-85c3-4858-8b90-5ba107a81513 on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:17.367153 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.370624 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-08c8c382-9cc2-498b-aab8-4a7709eccde6 req-870d687c-9189-4bad-92bf-03ea190b4212 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "DELETE /v2.0/ports/8d75d107-85c3-4858-8b90-5ba107a81513 HTTP/1.1" status: 204 len: 173 time: 0.4959457 May 19 12:31:17.371122 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'name': 'network-vif-deleted', 'tag': '8d75d107-85c3-4858-8b90-5ba107a81513'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:17.373484 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c3a2f-aa47-4abc-9f83-b7710893658d" -d '{"events": [{"server_uuid": "99e6669b-4005-4691-9a9e-42cd9f209a44", "name": "network-vif-deleted", "tag": "8d75d107-85c3-4858-8b90-5ba107a81513"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:17.416799 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc3b746-5dbd-4321-93fa-8c9ba5a2916c x-openstack-request-id: req-bfc3b746-5dbd-4321-93fa-8c9ba5a2916c {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:17.417280 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e6669b-4005-4691-9a9e-42cd9f209a44", "name": "network-vif-deleted", "tag": "8d75d107-85c3-4858-8b90-5ba107a81513", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:17.417723 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfc3b746-5dbd-4321-93fa-8c9ba5a2916c {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:17.419056 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc3b746-5dbd-4321-93fa-8c9ba5a2916c'] response: {'server_uuid': '99e6669b-4005-4691-9a9e-42cd9f209a44', 'name': 'network-vif-deleted', 'tag': '8d75d107-85c3-4858-8b90-5ba107a81513', 'status': 'completed', 'code': 200} May 19 12:31:17.463222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48400706-2654-47cc-a1d3-acc643f4fd86 req-eff661d3-eb78-4e45-8883-6f9b92478c01 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:17.464796 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-48400706-2654-47cc-a1d3-acc643f4fd86 req-eff661d3-eb78-4e45-8883-6f9b92478c01 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0547180 May 19 12:31:17.516276 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-48400706-2654-47cc-a1d3-acc643f4fd86 req-7ad835d0-df31-4414-b4a6-0198809ffad2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456707 May 19 12:31:17.584335 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-16fffa1d-cd48-4e7a-ab54-c5f07509e3f4 req-95e6c21b-84e8-4b54-9983-ae1c2850218f tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.0292287 May 19 12:31:18.209385 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:31:18.370611 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-32c40388-e5da-4cf1-9a6a-a5aae0adb8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.660815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a436a-9224-41c1-ba87-e232ed2d34bd req-0bee33c0-30c6-4947-bf48-ff3ceac22b35 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:18.662445 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-818a436a-9224-41c1-ba87-e232ed2d34bd req-0bee33c0-30c6-4947-bf48-ff3ceac22b35 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0663543 May 19 12:31:18.712825 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3d5b08d-aa06-4524-afea-b7a8b26ff736 req-aa1a1d32-edf9-4477-bd59-cea81b13ce79 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=99e6669b-4005-4691-9a9e-42cd9f209a44 HTTP/1.1" status: 200 len: 210 time: 0.0359323 May 19 12:31:18.745698 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-818a436a-9224-41c1-ba87-e232ed2d34bd req-20a92b06-ff43-4950-9ac0-8fa5ab6c6cda tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761490 May 19 12:31:19.887542 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37acc1-b863-44de-b456-7b4afc393d9e req-fd93b1d2-c6be-45c7-a280-d81db48705b2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:19.889188 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca37acc1-b863-44de-b456-7b4afc393d9e req-fd93b1d2-c6be-45c7-a280-d81db48705b2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0583398 May 19 12:31:19.945076 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca37acc1-b863-44de-b456-7b4afc393d9e req-5feeb3e3-1cfe-4482-af04-df578e021062 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494399 May 19 12:31:20.080231 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d75d107-85c3-4858-8b90-5ba107a81513 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:20.098634 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685a51-ecc4-4bab-a987-f399cdfd8593 req-78429191-e438-4591-9681-cf3913103472 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:20.099932 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b5685a51-ecc4-4bab-a987-f399cdfd8593 req-78429191-e438-4591-9681-cf3913103472 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0674446 May 19 12:31:20.105131 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 8d75d107-85c3-4858-8b90-5ba107a81513 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:20.105476 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d75d107-85c3-4858-8b90-5ba107a81513 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:20.108522 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51624) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:20.113599 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Request body: {'floatingip': {'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:20.152675 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (2c15ffea-9a7e-42c7-a7b2-e42748439fee), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.320959 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb59e43-3edf-4914-975f-84bee35ba576 req-cec3631b-3266-4023-b036-1a91d442d9dd tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:20.322381 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4fb59e43-3edf-4914-975f-84bee35ba576 req-cec3631b-3266-4023-b036-1a91d442d9dd tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0687661 May 19 12:31:20.442783 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4fb59e43-3edf-4914-975f-84bee35ba576 req-9094bb77-92dd-4cf1-97c5-f47f0230e37a tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 May 19 12:31:20.547920 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8cd717d1-3164-4edf-9e54-f0c347336d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.620521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:20.660922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:20.685311 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.765342 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (2c15ffea-9a7e-42c7-a7b2-e42748439fee), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.098594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Floating IP 2c15ffea-9a7e-42c7-a7b2-e42748439fee associated. External IP: 172.27.3.86, port: aa50357b-95ff-4657-bbc2-3b5dd21e899e. May 19 12:31:21.308344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:21.422521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:21.426986 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.434046 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:21.444798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:21.445507 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:21.461449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-f31f03a8-937c-4d10-8246-22405ee8948a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "PUT /v2.0/floatingips/2c15ffea-9a7e-42c7-a7b2-e42748439fee HTTP/1.1" status: 200 len: 990 time: 1.3518393 May 19 12:31:21.462071 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:21.464378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edbc36c-5d6b-4c94-89be-40018c7a9685" -d '{"events": [{"name": "network-changed", "server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:21.507503 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a636342-a619-4df9-b558-c59875bcbb0c x-openstack-request-id: req-1a636342-a619-4df9-b558-c59875bcbb0c {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:21.507797 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:21.508053 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a636342-a619-4df9-b558-c59875bcbb0c {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:21.508465 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a636342-a619-4df9-b558-c59875bcbb0c'] response: {'name': 'network-changed', 'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'status': 'completed', 'code': 200} May 19 12:31:21.554838 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:21.569046 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:21.572510 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a0e6-7dfd-405e-88ab-07b79251b1e1 req-ab310291-7c6a-4573-b65c-a246e5db2584 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:21.574066 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8c90a0e6-7dfd-405e-88ab-07b79251b1e1 req-ab310291-7c6a-4573-b65c-a246e5db2584 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0509305 May 19 12:31:21.624392 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8c90a0e6-7dfd-405e-88ab-07b79251b1e1 req-679ad28f-eb25-439b-9a35-251100c0961d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 May 19 12:31:21.793866 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '2c15ffea-9a7e-42c7-a7b2-e42748439fee', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'mac_address': 'fa:16:3e:9c:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:30:57Z', 'updated_at': '2022-05-19T12:31:20Z', 'revision_number': 1, 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:21.822958 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.823952 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:21.832789 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:21.833401 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:21.939162 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:22.204738 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:22.287171 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '2c15ffea-9a7e-42c7-a7b2-e42748439fee', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'mac_address': 'fa:16:3e:9c:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:30:57Z', 'updated_at': '2022-05-19T12:31:20Z', 'revision_number': 1, 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:22.318105 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8836850e-06aa-4dff-969c-b56dabfd79f7 None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '2c15ffea-9a7e-42c7-a7b2-e42748439fee', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'mac_address': 'fa:16:3e:9c:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:30:57Z', 'updated_at': '2022-05-19T12:31:20Z', 'revision_number': 1, 'project_id': '1231585c94524ec199c47bd4f4162578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:22.532478 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029033d-fd65-46cd-9ea1-e39937669863 None None] New status for floating IP 2c15ffea-9a7e-42c7-a7b2-e42748439fee: ACTIVE {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:31:22.545237 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-d0d5d0ac-2a17-4dd9-af7b-10ed4c9e3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.546948 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-d0d5d0ac-2a17-4dd9-af7b-10ed4c9e3938 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1129 time: 0.0458026 May 19 12:31:22.660876 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-a9ac18e1-374a-4d17-9055-fbbb64209dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.662381 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-a9ac18e1-374a-4d17-9055-fbbb64209dc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.1051192 May 19 12:31:22.755259 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-3f927558-5f8f-40f5-a9dc-5c07dd1e375b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 998 time: 0.0714548 May 19 12:31:22.756281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9c9b0-726d-43df-b857-585e282b455f req-b3b8addf-bd50-456b-ad28-f84fe21a5ff4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.761417 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-42f9c9b0-726d-43df-b857-585e282b455f req-b3b8addf-bd50-456b-ad28-f84fe21a5ff4 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0582998 May 19 12:31:22.813387 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-42f9c9b0-726d-43df-b857-585e282b455f req-a8f57591-cfca-473a-9964-f97906dcd64b tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd1fa68d-888b-4611-996d-4adc16a2f31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 May 19 12:31:22.817790 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-a1bdeb82-d0c9-4122-99ae-9a209022a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.819412 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-a1bdeb82-d0c9-4122-99ae-9a209022a1e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0546730 May 19 12:31:22.875176 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-832a524e-5ec4-41a7-99e2-f32d92151255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.876678 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-832a524e-5ec4-41a7-99e2-f32d92151255 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489905 May 19 12:31:23.171606 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3fe35-1344-4a72-8036-4964adab4333 req-b18e7f13-f13b-4b43-b3d4-f6e2dbe22de2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:23.173185 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-76a3fe35-1344-4a72-8036-4964adab4333 req-b18e7f13-f13b-4b43-b3d4-f6e2dbe22de2 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 945 time: 0.0525472 May 19 12:31:23.198918 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-a089a5ff-cf29-4efb-8e13-01a718ba7af7 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871780 May 19 12:31:23.271163 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Deleting port ead40d23-6a23-4073-ba08-29726edb0ac8 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:23.271932 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:23.309168 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-5edbc36c-5d6b-4c94-89be-40018c7a9685 req-fd1a1537-5645-4bf9-a4ac-55bc3d776cc8 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960281 May 19 12:31:23.335589 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:23.376098 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] For port ead40d23-6a23-4073-ba08-29726edb0ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ead40d23-6a23-4073-ba08-29726edb0ac8,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:23.376465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:23.382851 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:23.391144 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Calling delete_port for ead40d23-6a23-4073-ba08-29726edb0ac8 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:23.455126 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:23.610631 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (ead40d23-6a23-4073-ba08-29726edb0ac8), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:23.622623 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['ead40d23-6a23-4073-ba08-29726edb0ac8'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:23.642670 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Pushing event deleted for resources: {'Port': ['ID=ead40d23-6a23-4073-ba08-29726edb0ac8,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:23.689169 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] No DVR routers for this DVR port ead40d23-6a23-4073-ba08-29726edb0ac8 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:23.692069 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:23.695316 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-76a3fe35-1344-4a72-8036-4964adab4333 req-e4907c12-d1d6-4c06-9561-2d891d6b7794 tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.77 "DELETE /v2.0/ports/ead40d23-6a23-4073-ba08-29726edb0ac8 HTTP/1.1" status: 204 len: 173 time: 0.5148051 May 19 12:31:23.695762 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'name': 'network-vif-deleted', 'tag': 'ead40d23-6a23-4073-ba08-29726edb0ac8'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:23.697993 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc90ec-f41f-499f-8594-957e213c7637" -d '{"events": [{"server_uuid": "d5b2145b-8dcb-4d81-af12-42d1494da298", "name": "network-vif-deleted", "tag": "ead40d23-6a23-4073-ba08-29726edb0ac8"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:23.735676 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb0c78e-a695-4300-a277-ba5d5095aaa7 x-openstack-request-id: req-3eb0c78e-a695-4300-a277-ba5d5095aaa7 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:23.738334 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b2145b-8dcb-4d81-af12-42d1494da298", "name": "network-vif-deleted", "tag": "ead40d23-6a23-4073-ba08-29726edb0ac8", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:23.738334 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3eb0c78e-a695-4300-a277-ba5d5095aaa7 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:23.738334 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb0c78e-a695-4300-a277-ba5d5095aaa7'] response: {'server_uuid': 'd5b2145b-8dcb-4d81-af12-42d1494da298', 'name': 'network-vif-deleted', 'tag': 'ead40d23-6a23-4073-ba08-29726edb0ac8', 'status': 'completed', 'code': 200} May 19 12:31:23.917409 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3eeb0b3-3e09-4664-bc9c-4ed57c279d3c req-59b3cb48-7f11-49b7-9836-a450568c0e9d tempest-ServerRescueNegativeTestJSON-1726578429 tempest-ServerRescueNegativeTestJSON-1726578429-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5b2145b-8dcb-4d81-af12-42d1494da298 HTTP/1.1" status: 200 len: 210 time: 0.0294890 May 19 12:31:24.879572 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:24.981066 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51646) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:25.132570 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:25.387032 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-ef4a654c-11fa-42de-9718-1d7c885227d9 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576727543&fields=id&tenant_id=3be6c3cdf062493184ab67ec3ec9940f HTTP/1.1" status: 200 len: 267 time: 0.0522907 May 19 12:31:25.449038 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-4170ea18-7f06-4d8f-86d7-5d06d11fead8 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:25.450748 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-4170ea18-7f06-4d8f-86d7-5d06d11fead8 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 985 time: 0.0580676 May 19 12:31:25.463648 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Request body: {'port': {'security_groups': ['90222a08-135a-4aa2-8366-99938cbdf345']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:25.554455 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.738056 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (3ab6125e-aa3f-471f-bb98-88599aa20bc2), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.778046 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:25.798339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:25.828584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.906702 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.920451 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['d7221580-bd77-42eb-a222-b1dd8a491c4c'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:25.962196 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:25.962888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.969492 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55968d9f-a0dd-49c5-b37f-48a1e4d49bac req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "PUT /v2.0/ports/d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 943 time: 0.5057242 May 19 12:31:25.969492 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:25.969492 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5745ee6-5f79-4435-96c6-1418f71688c9" -d '{"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:25.977655 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51656) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:26.006505 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212eeb-4efa-4d9f-b49c-8f64645d2b0c tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event updated for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:26.058620 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Deleting port d01ff73e-ee30-41ad-8981-0efcec252503 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:26.059206 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.069007 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc83e2-f53b-490a-a056-07a8e723f530 x-openstack-request-id: req-14fc83e2-f53b-490a-a056-07a8e723f530 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:26.069388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:26.069707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14fc83e2-f53b-490a-a056-07a8e723f530 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:26.070177 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fc83e2-f53b-490a-a056-07a8e723f530'] response: {'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'status': 'completed', 'code': 200} May 19 12:31:26.076434 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9db977d5-47b4-473d-a5c3-c314032b6552 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group (f3c5ed84-35fd-4b71-a298-bf783933d458), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.088004 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['d7221580-bd77-42eb-a222-b1dd8a491c4c'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:26.108465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9db977d5-47b4-473d-a5c3-c314032b6552 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group (f3c5ed84-35fd-4b71-a298-bf783933d458), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.122717 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device ead40d23-6a23-4073-ba08-29726edb0ac8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:26.170299 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: ead40d23-6a23-4073-ba08-29726edb0ac8 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:26.170788 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device ead40d23-6a23-4073-ba08-29726edb0ac8 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:26.176445 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] For port d01ff73e-ee30-41ad-8981-0efcec252503, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=d01ff73e-ee30-41ad-8981-0efcec252503,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:26.176822 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.195562 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Calling delete_port for d01ff73e-ee30-41ad-8981-0efcec252503 owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:26.213878 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-2be517f9-6c9d-4d29-bfce-a2529f41efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:26.215585 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-2be517f9-6c9d-4d29-bfce-a2529f41efe5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1130 time: 0.0538316 May 19 12:31:26.249310 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.277149 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.302340 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.304101 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9db977d5-47b4-473d-a5c3-c314032b6552 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f3c5ed84-35fd-4b71-a298-bf783933d458), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.306744 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9db977d5-47b4-473d-a5c3-c314032b6552 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.307917 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-9db977d5-47b4-473d-a5c3-c314032b6552 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "DELETE /v2.0/security-groups/f3c5ed84-35fd-4b71-a298-bf783933d458 HTTP/1.1" status: 204 len: 168 time: 0.3293366 May 19 12:31:26.317504 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51658) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:26.361238 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-9e8eab8a-9c44-46ab-9e60-5fd50565c44a None None] Provisioning complete for port d7221580-bd77-42eb-a222-b1dd8a491c4c triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:26.361616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9e8eab8a-9c44-46ab-9e60-5fd50565c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.374943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db977d5-47b4-473d-a5c3-c314032b6552 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c5ed84-35fd-4b71-a298-bf783933d458,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:26.397924 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-d34f9c45-2ffc-4604-81f1-7fd888660f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:26.399526 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-d34f9c45-2ffc-4604-81f1-7fd888660f1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 916 time: 0.1741493 May 19 12:31:26.464425 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-9e8eab8a-9c44-46ab-9e60-5fd50565c44a None None] Current status of the port d7221580-bd77-42eb-a222-b1dd8a491c4c is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:26.517855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (d01ff73e-ee30-41ad-8981-0efcec252503), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.518927 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-d5f17707-484e-45c5-9cdb-baf149689691 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 1002 time: 0.1067379 May 19 12:31:26.548756 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01ff73e-ee30-41ad-8981-0efcec252503,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:26.602376 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Deleting port da7f2993-ea8e-4c54-a772-9d16e3dc7d0a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:26.602753 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.655747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-c6410cf2-5307-4138-b9e2-6fa738c0513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:26.657281 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-c6410cf2-5307-4138-b9e2-6fa738c0513b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 200 len: 854 time: 0.1171041 May 19 12:31:26.695675 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.727685 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-c1134a45-7e13-4bd9-8548-8d7b0366c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:26.729348 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-c1134a45-7e13-4bd9-8548-8d7b0366c348 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd910aa7-5907-427f-8250-4593b656fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607228 May 19 12:31:26.748541 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (3ab6125e-aa3f-471f-bb98-88599aa20bc2), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.750958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.751285 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for floatingip (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.801120 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Calling delete_port for da7f2993-ea8e-4c54-a772-9d16e3dc7d0a owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:26.855914 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.874500 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.922373 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-0017e665-d7a1-46d6-8439-6ead01d78164 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825278 May 19 12:31:26.981996 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:27.074240 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5745ee6-5f79-4435-96c6-1418f71688c9 req-094f4060-9e43-4502-9d5c-e03f3c3e80f1 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366088 May 19 12:31:27.113281 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:27.118180 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b4f5118b-9fa8-413a-b341-49eafa61a521 admin admin] 10.222.0.57 "PUT /v2.0/routers/3ab6125e-aa3f-471f-bb98-88599aa20bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1360111 May 19 12:31:27.120866 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51660) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:27.121551 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] Sync routers for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:27.133289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:27.134332 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:27.162695 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (da7f2993-ea8e-4c54-a772-9d16e3dc7d0a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:27.196306 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event deleted for resources: {'Port': ['ID=da7f2993-ea8e-4c54-a772-9d16e3dc7d0a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:27.225680 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:27.247065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:27.307244 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks [] for floatingip (63025826-4d98-4f99-a335-2d9a85ae4fda), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:27.307573 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Floating IP 63025826-4d98-4f99-a335-2d9a85ae4fda disassociated (deleted). External IP: 172.27.3.252, port: d7221580-bd77-42eb-a222-b1dd8a491c4c. May 19 12:31:27.311385 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks [] for router (3ab6125e-aa3f-471f-bb98-88599aa20bc2), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:27.451804 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:31:26Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:27.480071 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] Checking router: 3ab6125e-aa3f-471f-bb98-88599aa20bc2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:27.489750 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] Routers {'3ab6125e-aa3f-471f-bb98-88599aa20bc2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:27.490449 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:27.605435 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] Set router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:27.753317 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks [] for router_gateway (3ab6125e-aa3f-471f-bb98-88599aa20bc2), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:27.783082 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:31:26Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:27.803231 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:27.810252 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3d6fe-9476-4c98-9abc-97d5e379f301 None None] The sync data for ids ['3ab6125e-aa3f-471f-bb98-88599aa20bc2'] in dv-cinder-778193-27-iscsi is: [{'id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1735327534-router', 'tenant_id': 'd9e96ed4a3b5430298605d709d353f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:31:26Z', 'revision_number': 5, 'project_id': 'd9e96ed4a3b5430298605d709d353f6e', 'gw_port': {'id': '57cf96ae-b8f3-4fee-951a-9cdd985633a6', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6125e-aa3f-471f-bb98-88599aa20bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:27.866625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Router 871cf3c0-c45d-4229-8f0c-4e779db809ef has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:27.952705 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:27.955019 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Deleting port 57cf96ae-b8f3-4fee-951a-9cdd985633a6 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:27.955369 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.073094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:28.079006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.082783 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] Sync routers for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:28.093520 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:28.094127 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:28.126112 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] For port 57cf96ae-b8f3-4fee-951a-9cdd985633a6, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57cf96ae-b8f3-4fee-951a-9cdd985633a6,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:28.126520 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.137767 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e446495e-dcaa-4a73-b19d-946c542ed6bf tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "DELETE /v2.0/floatingips/63025826-4d98-4f99-a335-2d9a85ae4fda HTTP/1.1" status: 204 len: 168 time: 1.8189096 May 19 12:31:28.141706 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:28.143575 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4f47d5-9565-4305-bf94-d6620247c96c" -d '{"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:28.150442 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Calling delete_port for 57cf96ae-b8f3-4fee-951a-9cdd985633a6 owned by network:router_gateway {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:28.262180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75c8bc8-e3d0-4e1c-81e2-e397744c2b9d x-openstack-request-id: req-b75c8bc8-e3d0-4e1c-81e2-e397744c2b9d {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:28.262596 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:28.263027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b75c8bc8-e3d0-4e1c-81e2-e397744c2b9d {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:28.263597 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75c8bc8-e3d0-4e1c-81e2-e397744c2b9d'] response: {'name': 'network-changed', 'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'status': 'completed', 'code': 200} May 19 12:31:28.317312 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:28.326702 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-e60ee764-4b65-42e1-ab9f-f1bb76ec8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:28.328479 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-e60ee764-4b65-42e1-ab9f-f1bb76ec8b41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 1130 time: 0.0683680 May 19 12:31:28.465313 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-9c66fa6e-b2e3-4be7-b007-d2523ec3a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:28.467000 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-9c66fa6e-b2e3-4be7-b007-d2523ec3a8c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 200 len: 916 time: 0.1310453 May 19 12:31:28.515579 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-a78a3579-ae4c-4968-9863-2f7d38bf6d6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 200 len: 217 time: 0.0391397 May 19 12:31:28.532712 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:03Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:28.563045 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] Checking router: 871cf3c0-c45d-4229-8f0c-4e779db809ef for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:28.568113 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (57cf96ae-b8f3-4fee-951a-9cdd985633a6), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.573159 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:28.573812 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:28.605805 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Pushing event deleted for resources: {'Port': ['ID=57cf96ae-b8f3-4fee-951a-9cdd985633a6,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:28.663046 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-2df398ec-98e6-4afa-b4a9-ffe73562dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:28.664746 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-2df398ec-98e6-4afa-b4a9-ffe73562dad0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 200 len: 854 time: 0.1280658 May 19 12:31:28.688759 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:28.720464 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (3ab6125e-aa3f-471f-bb98-88599aa20bc2), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.742846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-18922ab0-b7dd-4d00-ab67-44efe3d07461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:28.744385 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-18922ab0-b7dd-4d00-ab67-44efe3d07461 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd910aa7-5907-427f-8250-4593b656fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715106 May 19 12:31:28.825471 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:28.903073 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (3ab6125e-aa3f-471f-bb98-88599aa20bc2), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.907698 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks [] for router_controller (3ab6125e-aa3f-471f-bb98-88599aa20bc2), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.914971 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:28.918638 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:03Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:28.946714 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29271b-a492-4433-8bb9-0c14d96621ff None None] The sync data for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi is: [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:26:58Z', 'revision_number': 4, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fccfbeb1-5dfb-419d-ae7a-86c4df74e44e', 'name': '', 'network_id': 'fd910aa7-5907-427f-8250-4593b656fe8d', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'mac_address': 'fa:16:3e:57:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:56Z', 'updated_at': '2022-05-19T12:27:03Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'subnets': [{'id': 'd4ca240c-1cf7-4164-a489-e2c268fd5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:28.998351 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-2058c912-350e-43ff-a492-180ba58b3145 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173157 May 19 12:31:29.062642 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (3ab6125e-aa3f-471f-bb98-88599aa20bc2), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.063470 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab6125e-aa3f-471f-bb98-88599aa20bc2 {{(pid=104398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:31:29.070242 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.073881 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5b93079b-85bf-4faa-940e-b441cefb540e admin admin] 10.222.0.57 "DELETE /v2.0/routers/3ab6125e-aa3f-471f-bb98-88599aa20bc2 HTTP/1.1" status: 204 len: 168 time: 1.9497209 May 19 12:31:29.074861 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51684) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:29.125274 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Deleting subnet 72ce90da-99f8-49d5-97ca-d28e3668ae17 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:31:29.131288 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Publish callbacks [] for subnet (72ce90da-99f8-49d5-97ca-d28e3668ae17), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.185508 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (72ce90da-99f8-49d5-97ca-d28e3668ae17), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.280529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:29.299795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dff3c-9db6-4148-88ca-06d48404f96d None None] New status for floating IP 63025826-4d98-4f99-a335-2d9a85ae4fda: DOWN {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:31:29.331437 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4f4f47d5-9565-4305-bf94-d6620247c96c req-c495c251-5f64-4f47-9d40-ef7809489e42 service neutron] 10.222.0.77 "GET /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404219 May 19 12:31:29.352583 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (72ce90da-99f8-49d5-97ca-d28e3668ae17), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.437285 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127035ad-1003-4b03-a16d-83e892ebe1fb req-f5cf2d40-fa94-45d3-8bea-1133de64c083 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:29.439014 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-127035ad-1003-4b03-a16d-83e892ebe1fb req-f5cf2d40-fa94-45d3-8bea-1133de64c083 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0559888 May 19 12:31:29.489284 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-127035ad-1003-4b03-a16d-83e892ebe1fb req-6cb00802-4486-4f78-9d9b-13b113e23a2b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 May 19 12:31:29.520171 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (72ce90da-99f8-49d5-97ca-d28e3668ae17), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.547106 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ce90da-99f8-49d5-97ca-d28e3668ae17,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:29.556627 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.558750 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-65b6c028-7a61-403e-bac1-f4013f6d190d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/72ce90da-99f8-49d5-97ca-d28e3668ae17 HTTP/1.1" status: 204 len: 168 time: 0.4824600 May 19 12:31:29.559890 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4314ccd6-ab97-4085-8658-38ea78b8b96f None None] Network be7a1bb6-7423-463b-a0ab-52779c3ad619 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:31:29.560879 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51688) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:29.661481 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (be7a1bb6-7423-463b-a0ab-52779c3ad619), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.672704 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device d01ff73e-ee30-41ad-8981-0efcec252503 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:29.694587 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: d01ff73e-ee30-41ad-8981-0efcec252503 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:29.695070 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device d01ff73e-ee30-41ad-8981-0efcec252503 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:29.695565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57cf96ae-b8f3-4fee-951a-9cdd985633a6 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:29.715833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 57cf96ae-b8f3-4fee-951a-9cdd985633a6 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:29.716183 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57cf96ae-b8f3-4fee-951a-9cdd985633a6 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:29.721710 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Deleting port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:29.722552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.764708 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] DHCP port deletion for be7a1bb6-7423-463b-a0ab-52779c3ad619 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:31:29.800984 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] For port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:29.801635 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.812655 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] Deleting port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:29.813146 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.820051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Calling delete_port for fcc64b9c-dfc9-4c85-a00b-81d6a701e44f owned by network:dhcp {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:29.868128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:29.885849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] For port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,segment=NetworkSegment(a89a7dc8-40e5-4ae2-8e00-6872e090b402),segment_id=a89a7dc8-40e5-4ae2-8e00-6872e090b402)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:29.886246 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.901780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] Calling delete_port for fcc64b9c-dfc9-4c85-a00b-81d6a701e44f owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:29.993277 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.019517 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (fcc64b9c-dfc9-4c85-a00b-81d6a701e44f), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.024053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:30.025686 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] No DVR routers for this DVR port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f on host dv-cinder-778193-27-iscsi {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:30.030382 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:30.047814 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] Pushing event deleted for resources: {'Port': ['ID=fcc64b9c-dfc9-4c85-a00b-81d6a701e44f,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:30.051343 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a932a8-f4fa-4dff-bda6-c182f195f6b5 None None] No DVR routers for this DVR port fcc64b9c-dfc9-4c85-a00b-81d6a701e44f on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:30.111753 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (be7a1bb6-7423-463b-a0ab-52779c3ad619), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.119295 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:30.133753 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a1bb6-7423-463b-a0ab-52779c3ad619']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:30.144070 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89a7dc8-40e5-4ae2-8e00-6872e090b402') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:30.144452 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89a7dc8-40e5-4ae2-8e00-6872e090b402') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:30.154006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (a89a7dc8-40e5-4ae2-8e00-6872e090b402), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.168072 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (a89a7dc8-40e5-4ae2-8e00-6872e090b402), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.175623 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:31:30.175895 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (a89a7dc8-40e5-4ae2-8e00-6872e090b402), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:31:30.177652 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:31:30.348089 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (be7a1bb6-7423-463b-a0ab-52779c3ad619), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.353682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.356929 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] 10.222.0.57 "DELETE /v2.0/networks/be7a1bb6-7423-463b-a0ab-52779c3ad619 HTTP/1.1" status: 204 len: 168 time: 0.7949998 May 19 12:31:30.371774 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dc37c-6642-4db8-bece-0b864818725d admin admin] Pushing event deleted for resources: {'Network': ['ID=be7a1bb6-7423-463b-a0ab-52779c3ad619,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:30.611870 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968cf56-9aa3-4147-b900-e6adef7b558a req-c960996e-e2f4-4752-8311-38d7ec29ff17 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:30.613560 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8968cf56-9aa3-4147-b900-e6adef7b558a req-c960996e-e2f4-4752-8311-38d7ec29ff17 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0497091 May 19 12:31:30.684829 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8968cf56-9aa3-4147-b900-e6adef7b558a req-b9d86e29-ff42-462d-b3c2-421bea72732e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=767175db-37e9-4a95-ac66-c928ad7499d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647471 May 19 12:31:30.786478 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51696) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:30.838875 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51700) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:30.839118 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b24865d6-df67-46c4-ac88-7ab23b933293 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9e96ed4a3b5430298605d709d353f6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512114 May 19 12:31:30.894298 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e371f15c-c470-4161-a178-089ecea6c26c admin admin] Publish callbacks [] for security_group (fd1fa68d-888b-4611-996d-4adc16a2f31b), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.931284 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e371f15c-c470-4161-a178-089ecea6c26c admin admin] Publish callbacks [] for security_group (fd1fa68d-888b-4611-996d-4adc16a2f31b), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.989072 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-b789eeaa-8957-4070-9389-e97d7f12233c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:30.990627 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-b789eeaa-8957-4070-9389-e97d7f12233c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 945 time: 0.0761688 May 19 12:31:31.089425 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Deleting port b53cc247-1a43-4485-97e1-5c39672f1e3a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:31.089765 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.142219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e371f15c-c470-4161-a178-089ecea6c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (fd1fa68d-888b-4611-996d-4adc16a2f31b), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.144946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e371f15c-c470-4161-a178-089ecea6c26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.146083 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e371f15c-c470-4161-a178-089ecea6c26c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd1fa68d-888b-4611-996d-4adc16a2f31b HTTP/1.1" status: 204 len: 168 time: 0.3050992 May 19 12:31:31.159669 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371f15c-c470-4161-a178-089ecea6c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1fa68d-888b-4611-996d-4adc16a2f31b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:31.215562 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] For port b53cc247-1a43-4485-97e1-5c39672f1e3a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b53cc247-1a43-4485-97e1-5c39672f1e3a,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:31.216027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.372933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fcc64b9c-dfc9-4c85-a00b-81d6a701e44f no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:31.401778 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: fcc64b9c-dfc9-4c85-a00b-81d6a701e44f {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:31.401778 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fcc64b9c-dfc9-4c85-a00b-81d6a701e44f not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:31.402205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:31.406008 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.406008 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (7cd04ed4-a547-4d48-b1ae-3bb8f65efaed), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.406350 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Floating IP 7cd04ed4-a547-4d48-b1ae-3bb8f65efaed disassociated. External IP: 172.27.3.233, port: b53cc247-1a43-4485-97e1-5c39672f1e3a. May 19 12:31:31.406639 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Calling delete_port for b53cc247-1a43-4485-97e1-5c39672f1e3a owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:31.524339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:31.650798 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (b53cc247-1a43-4485-97e1-5c39672f1e3a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:31.684573 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event deleted for resources: {'Port': ['ID=b53cc247-1a43-4485-97e1-5c39672f1e3a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:31.698528 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.698876 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.699222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.699574 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.699911 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.700244 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.700552 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.700882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.701209 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.701535 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.701863 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.702191 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.702718 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.703038 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.703364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:31.832898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1641e21f-a222-4bb2-b011-31f06b47ffd2 req-35b59598-dff1-4527-8ad9-09b07c4bf8d6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.0630741 May 19 12:31:31.847961 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:31.961021 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:31.973920 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9627368-6189-4403-835c-440d51840e5e None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:31.983303 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:31.988583 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:31.989250 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:32.126159 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:32.277620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] No DVR routers for this DVR port b53cc247-1a43-4485-97e1-5c39672f1e3a on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:32.280468 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:32.287413 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5086b92d-37cd-437c-90c9-3d58f5693265 req-4d8992b4-e453-47da-9d72-ab87d663b9f6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "DELETE /v2.0/ports/b53cc247-1a43-4485-97e1-5c39672f1e3a HTTP/1.1" status: 204 len: 173 time: 1.2905889 May 19 12:31:32.289213 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'name': 'network-vif-deleted', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:32.293153 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbddedb9-1645-41b1-9f69-f3496bdc22ea" -d '{"events": [{"server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "name": "network-vif-deleted", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:32.342278 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff70ecb-2403-47af-9142-493c1be53af9 x-openstack-request-id: req-2ff70ecb-2403-47af-9142-493c1be53af9 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:32.342626 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1", "name": "network-vif-deleted", "tag": "b53cc247-1a43-4485-97e1-5c39672f1e3a", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:32.342879 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ff70ecb-2403-47af-9142-493c1be53af9 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:32.343282 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff70ecb-2403-47af-9142-493c1be53af9'] response: {'server_uuid': 'c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1', 'name': 'network-vif-deleted', 'tag': 'b53cc247-1a43-4485-97e1-5c39672f1e3a', 'status': 'completed', 'code': 200} May 19 12:31:32.388607 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:32.417639 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9627368-6189-4403-835c-440d51840e5e None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:32.430894 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:32.431518 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:32.548573 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:32.753429 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9627368-6189-4403-835c-440d51840e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:32.875295 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9627368-6189-4403-835c-440d51840e5e None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:32.990530 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3c327a77-9711-4f61-a6fc-5284d7efe057 req-2a1e1c0e-42d6-4b2a-8f0a-63e4ea7f0778 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.0394104 May 19 12:31:32.996977 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91da82c-cecb-44b2-8d2a-d66d77273726 req-907b7bf9-8262-496e-88e6-38cf2b11074a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:32.998624 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c91da82c-cecb-44b2-8d2a-d66d77273726 req-907b7bf9-8262-496e-88e6-38cf2b11074a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0986547 May 19 12:31:33.063794 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c91da82c-cecb-44b2-8d2a-d66d77273726 req-40a5db62-03aa-423e-a7af-b4709e91e6ab tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582261 May 19 12:31:33.170237 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5bb34-0b88-4e4c-b68e-5f461c22f8ed None None] New status for floating IP 7cd04ed4-a547-4d48-b1ae-3bb8f65efaed: DOWN {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:31:33.245445 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:34.115242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d022aace-6015-4d1b-95ea-e2163e7b2872 req-037f5c03-805e-42f1-9f5c-51d438cbcc20 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=c07a544b-7df5-42cd-9ee3-fb5cbcea4cf1 HTTP/1.1" status: 200 len: 210 time: 0.0315001 May 19 12:31:34.156197 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b53cc247-1a43-4485-97e1-5c39672f1e3a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:34.177171 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: b53cc247-1a43-4485-97e1-5c39672f1e3a {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:34.177749 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b53cc247-1a43-4485-97e1-5c39672f1e3a not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:34.197893 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02ba62-b927-45ed-afd6-f8332db37d5f req-48f7aee6-ef6b-4146-83e6-7cce0bdfa4c6 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:34.201125 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe02ba62-b927-45ed-afd6-f8332db37d5f req-48f7aee6-ef6b-4146-83e6-7cce0bdfa4c6 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0594826 May 19 12:31:34.253813 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe02ba62-b927-45ed-afd6-f8332db37d5f req-a9e6dfd9-7fdb-4395-b78f-4a03ca5f5173 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478370 May 19 12:31:35.276255 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51778) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:35.353929 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (767175db-37e9-4a95-ac66-c928ad7499d6), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.382262 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (767175db-37e9-4a95-ac66-c928ad7499d6), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.384079 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886ba82-efc2-483d-bb44-cb0e282bca7e req-7f7910bd-e58b-4c18-b200-2495ae035e39 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:35.387062 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4886ba82-efc2-483d-bb44-cb0e282bca7e req-7f7910bd-e58b-4c18-b200-2495ae035e39 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0591221 May 19 12:31:35.447849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4886ba82-efc2-483d-bb44-cb0e282bca7e req-ef0acd6b-07c8-470b-981d-0475bc7a93ac tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/security-groups?id=90222a08-135a-4aa2-8366-99938cbdf345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 May 19 12:31:35.483625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-146abf1c-2278-44ad-93eb-38576922d2ff tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:35.485169 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-146abf1c-2278-44ad-93eb-38576922d2ff tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.77 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 946 time: 0.0534511 May 19 12:31:35.519404 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (767175db-37e9-4a95-ac66-c928ad7499d6), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.522150 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.525885 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "DELETE /v2.0/security-groups/767175db-37e9-4a95-ac66-c928ad7499d6 HTTP/1.1" status: 204 len: 168 time: 0.2473617 May 19 12:31:35.526515 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51784) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:35.532885 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767175db-37e9-4a95-ac66-c928ad7499d6,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:35.541059 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.541500 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.541905 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.542307 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.542731 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.543126 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.543523 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.543849 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.544175 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.544528 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.544853 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.545176 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.545496 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.545814 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.546128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a7934-1d9a-4e0c-abe1-9b4f63d855cc tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:35.549999 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.api.v2.resource [None req-577983dc-fd26-4d4c-9f0b-ca0295ced405 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] show failed (client error): The resource could not be found. May 19 12:31:35.555065 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-577983dc-fd26-4d4c-9f0b-ca0295ced405 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups/767175db-37e9-4a95-ac66-c928ad7499d6 HTTP/1.1" status: 404 len: 347 time: 0.0236492 May 19 12:31:35.555065 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51786) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:35.626182 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:35.684675 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Deleting port d7221580-bd77-42eb-a222-b1dd8a491c4c {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:35.685058 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.767493 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Deleting port 5b675743-28b2-46e6-ae11-c0522dc863dc {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:35.767838 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.852781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] For port d7221580-bd77-42eb-a222-b1dd8a491c4c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7221580-bd77-42eb-a222-b1dd8a491c4c,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:35.853071 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.855246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:35.879195 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Calling delete_port for d7221580-bd77-42eb-a222-b1dd8a491c4c owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:35.911222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.911222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (5b675743-28b2-46e6-ae11-c0522dc863dc), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:35.966027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Calling delete_port for 5b675743-28b2-46e6-ae11-c0522dc863dc owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:36.221758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (d7221580-bd77-42eb-a222-b1dd8a491c4c), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.253813 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Pushing event deleted for resources: {'Port': ['ID=d7221580-bd77-42eb-a222-b1dd8a491c4c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:36.262788 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (5b675743-28b2-46e6-ae11-c0522dc863dc), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.293964 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:36.324109 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event deleted for resources: {'Port': ['ID=5b675743-28b2-46e6-ae11-c0522dc863dc,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:36.330745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] No DVR routers for this DVR port d7221580-bd77-42eb-a222-b1dd8a491c4c on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:36.334435 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.338013 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1a2bd7a5-d8c1-44c2-a096-33589587c31a req-8375cf81-3983-4ff4-bf33-96cc5cfa44d0 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.77 "DELETE /v2.0/ports/d7221580-bd77-42eb-a222-b1dd8a491c4c HTTP/1.1" status: 204 len: 173 time: 0.8463271 May 19 12:31:36.338523 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'name': 'network-vif-deleted', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:36.340789 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca00c4e9-a16e-4212-99f2-dd896b8e5553" -d '{"events": [{"server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "name": "network-vif-deleted", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:36.400786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337d1d31-8792-4542-aa29-6bfba964248f x-openstack-request-id: req-337d1d31-8792-4542-aa29-6bfba964248f {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:36.401552 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70659f4e-c927-47dc-a23a-abd0db258731", "name": "network-vif-deleted", "tag": "d7221580-bd77-42eb-a222-b1dd8a491c4c", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:36.401552 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-337d1d31-8792-4542-aa29-6bfba964248f {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:36.401763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337d1d31-8792-4542-aa29-6bfba964248f'] response: {'server_uuid': '70659f4e-c927-47dc-a23a-abd0db258731', 'name': 'network-vif-deleted', 'tag': 'd7221580-bd77-42eb-a222-b1dd8a491c4c', 'status': 'completed', 'code': 200} May 19 12:31:36.422219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (7cd04ed4-a547-4d48-b1ae-3bb8f65efaed), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.425404 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.426568 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5ff29dde-cf85-43a0-ae3f-e63a75a2d705 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "DELETE /v2.0/floatingips/7cd04ed4-a547-4d48-b1ae-3bb8f65efaed HTTP/1.1" status: 204 len: 168 time: 0.8708227 May 19 12:31:36.553177 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-be587e10-d4a8-4fb6-acb0-24d18949e0b8 req-a0cef3c4-2246-403b-9e3c-faa8f7aa3fb9 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0299063 May 19 12:31:36.591872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51796) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:36.597217 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971573804', 'description': 'tempest-description--1640808336'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:36.673824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.678530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:36.754079 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.856047 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.886496 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:36.973610 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:36.975079 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-153297bf-bef2-49ba-9496-9f34d8c5a443 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3821397 May 19 12:31:36.977972 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51800) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:36.982334 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'security_group_rule': {'security_group_id': '4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:37.107264 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (05c01652-0e34-40a6-8b87-d38d61a52d0f), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.157690 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (05c01652-0e34-40a6-8b87-d38d61a52d0f), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.232148 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (05c01652-0e34-40a6-8b87-d38d61a52d0f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.250811 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c01652-0e34-40a6-8b87-d38d61a52d0f,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:37.319806 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.321036 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4a88a6a1-64bc-48c0-9c2b-dab6398d1d6c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420751 May 19 12:31:37.323709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51802) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:37.327903 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'security_group_rule': {'security_group_id': '4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:37.428680 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (565eee09-fa45-469e-b758-402b008ed84e), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.488799 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (565eee09-fa45-469e-b758-402b008ed84e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.576463 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (565eee09-fa45-469e-b758-402b008ed84e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.587715 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:37.597238 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565eee09-fa45-469e-b758-402b008ed84e,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:37.668849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-28864315-7161-49e2-8473-68b0b3853ddf req-a13a7ea6-5f3a-4e37-9fb4-77dc8e8aa994 tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0286784 May 19 12:31:37.698080 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.699313 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-f53bb4e9-779c-49bf-8df4-2fdaa1eb5a6f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746834 May 19 12:31:37.710334 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51806) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:37.714684 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:37.828008 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:37.910056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.016218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:38.026323 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Allocated IP 172.27.3.119 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/249f4d96-3981-41f6-8550-a1e1b0f734a5) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:38.138210 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.256414 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.298669 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:38.302398 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:38.306612 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:31:38.311736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'Port': ['ID=249f4d96-3981-41f6-8550-a1e1b0f734a5,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:38.432962 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (bb310df7-b5ab-4f65-8161-a35fc04d371d), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.542988 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.680358 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:38.736162 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.781377 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8d51c541-d090-4dc6-8203-600727d317e6 req-b2cc52ea-9a59-4e3d-9e84-468313cd0b2a tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0298924 May 19 12:31:38.827312 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.855479 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device d7221580-bd77-42eb-a222-b1dd8a491c4c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:38.900147 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'Port': ['ID=249f4d96-3981-41f6-8550-a1e1b0f734a5,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:38.917137 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (bb310df7-b5ab-4f65-8161-a35fc04d371d), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.008976 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: d7221580-bd77-42eb-a222-b1dd8a491c4c {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:39.009317 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device d7221580-bd77-42eb-a222-b1dd8a491c4c not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:39.064023 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.065268 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2009cacc-76f2-4f4c-ab7f-d877f34975d0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3539791 May 19 12:31:39.274814 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-e2c4e2ea-5804-4338-b178-c715742d3c82 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--971573804&fields=id&tenant_id=4f4a6b5e282e45ffbef6963200558594 HTTP/1.1" status: 200 len: 267 time: 0.0456378 May 19 12:31:39.384961 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-da484e1b-4cdb-43fa-a39f-b422b4bd9bbf tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:39.386601 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-da484e1b-4cdb-43fa-a39f-b422b4bd9bbf tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 810 time: 0.1055071 May 19 12:31:39.402260 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-93f91c1c-02bb-4406-af4e-ef461f985ae3 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/quotas/4f4a6b5e282e45ffbef6963200558594 HTTP/1.1" status: 200 len: 375 time: 0.0102437 May 19 12:31:39.458967 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-6a2cef2b-e931-43e5-a781-1a864890b668 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512428 May 19 12:31:39.556960 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-5c535c0a-9180-4c6d-b09e-7ff4d917b13d service neutron] 10.222.0.57 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 May 19 12:31:39.632296 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:39.668614 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-93281e7b-440d-4ee2-803f-48c043835a87 service neutron] 10.222.0.57 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059923 May 19 12:31:39.890719 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9e865a5a-3f07-4f22-a9c8-87b0432156a5 req-f185ff86-ee00-4e37-9c6d-a3f260e1adde tempest-TestMinimumBasicScenario-585859668 tempest-TestMinimumBasicScenario-585859668-project] 10.222.0.57 "GET /v2.0/ports?device_id=70659f4e-c927-47dc-a23a-abd0db258731 HTTP/1.1" status: 200 len: 210 time: 0.0297093 May 19 12:31:39.961404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-30ef4050-386a-4f03-9d98-348a373d9605 req-8ac2fde6-6a7c-4758-baed-6a18e015ca32 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0313325 May 19 12:31:41.022471 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:41.068320 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6e77d5c1-46bf-42c1-821e-2c7b352eb9e0 req-3db0876f-4de1-4850-822f-551d6eb2e41d tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0327361 May 19 12:31:42.189121 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-114988d4-3a32-46ef-a66b-f25a75b529cd req-a3fd5a14-4ac3-493b-98e0-f48f73197fa7 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0326900 May 19 12:31:42.324530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-1e5cb06c-be00-41f0-9c53-5fc4d32f917e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:42.326015 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-1e5cb06c-be00-41f0-9c53-5fc4d32f917e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 810 time: 0.1095099 May 19 12:31:42.397326 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-efd77092-5697-46d0-bbab-b14b1503f397 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f4a6b5e282e45ffbef6963200558594 HTTP/1.1" status: 200 len: 379 time: 0.0608106 May 19 12:31:42.629432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51910) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:42.826334 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:43.011108 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (871cf3c0-c45d-4229-8f0c-4e779db809ef), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:43.374277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-208eb04c-d3e4-4795-9a8f-90c681fb2f15 req-fb862496-0d20-4f1d-96bb-7465602080d5 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0340357 May 19 12:31:43.554957 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Deleting port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:43.555209 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:43.642494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] For port fccfbeb1-5dfb-419d-ae7a-86c4df74e44e, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:43.642865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:43.656595 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Calling delete_port for fccfbeb1-5dfb-419d-ae7a-86c4df74e44e owned by network:router_interface {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:43.707638 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:43.901596 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (fccfbeb1-5dfb-419d-ae7a-86c4df74e44e), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:43.930074 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccfbeb1-5dfb-419d-ae7a-86c4df74e44e,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:43.982556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'port': {'device_id': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'admin_state_up': True, 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'security_groups': ['4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:44.118539 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:44.198942 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (871cf3c0-c45d-4229-8f0c-4e779db809ef), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:44.292225 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Made reservation on behalf of 4f4a6b5e282e45ffbef6963200558594 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:31:44.295684 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:44.531086 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:44.536818 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0e1d4079-0531-447c-bc59-1a5c87d35792 req-2abc21c5-5a78-4202-b56e-a55704960cc2 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0760100 May 19 12:31:44.554719 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Allocated IP 172.20.0.3 (89c57c7f-4a52-4f23-b0c9-a848f66927a4/ba623e20-42f1-4a31-804e-0417ee6c0764/547b537a-61af-4d9e-a3b4-3111d357ff91) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:44.564181 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Router 871cf3c0-c45d-4229-8f0c-4e779db809ef has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:44.777729 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:44.787886 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-ef5345be-e3a2-4a63-9f4d-9654c27c9782 admin admin] 10.222.0.57 "PUT /v2.0/routers/871cf3c0-c45d-4229-8f0c-4e779db809ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1573837 May 19 12:31:44.788189 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] Sync routers for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:44.790528 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51920) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:44.790941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:44.799789 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:44.804677 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:44.808274 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:44.903130 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks [] for router (871cf3c0-c45d-4229-8f0c-4e779db809ef), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:44.907844 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:44.908203 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:44.968671 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:44.972873 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:44.975592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:31:44.983222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event updated for resources: {'Port': ['ID=547b537a-61af-4d9e-a3b4-3111d357ff91,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:45.054677 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:45.056541 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.111764 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:31:43Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:45.145122 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-705e9301-6239-4455-8917-58dc5a0d1097 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664033 May 19 12:31:45.148463 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] Checking router: 871cf3c0-c45d-4229-8f0c-4e779db809ef for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:45.157485 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] Routers {'871cf3c0-c45d-4229-8f0c-4e779db809ef'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:45.158124 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['871cf3c0-c45d-4229-8f0c-4e779db809ef'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:45.207789 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:45.271971 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] Set router 871cf3c0-c45d-4229-8f0c-4e779db809ef gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:45.296666 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks [] for router_gateway (871cf3c0-c45d-4229-8f0c-4e779db809ef), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.317897 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-042fdef7-c786-4e01-97b3-7407496ee80a None None] Provisioning complete for port 547b537a-61af-4d9e-a3b4-3111d357ff91 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:45.318582 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-042fdef7-c786-4e01-97b3-7407496ee80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.355748 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-042fdef7-c786-4e01-97b3-7407496ee80a None None] Port 547b537a-61af-4d9e-a3b4-3111d357ff91 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:31:45.410768 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Deleting port fd7881ce-1038-4c6b-8de0-9712e47e986c {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:45.411106 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.463355 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:31:43Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:45.489149 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625516b-dac5-4381-8cd4-f53ef612540f None None] The sync data for ids ['871cf3c0-c45d-4229-8f0c-4e779db809ef'] in dv-cinder-778193-27-iscsi is: [{'id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'name': 'tempest-TestMinimumBasicScenario-1055986143-router', 'tenant_id': '3be6c3cdf062493184ab67ec3ec9940f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:51Z', 'updated_at': '2022-05-19T12:31:43Z', 'revision_number': 5, 'project_id': '3be6c3cdf062493184ab67ec3ec9940f', 'gw_port': {'id': 'fd7881ce-1038-4c6b-8de0-9712e47e986c', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cf3c0-c45d-4229-8f0c-4e779db809ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:52Z', 'updated_at': '2022-05-19T12:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:45.501220 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] For port fd7881ce-1038-4c6b-8de0-9712e47e986c, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fd7881ce-1038-4c6b-8de0-9712e47e986c,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:45.501576 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.515999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Calling delete_port for fd7881ce-1038-4c6b-8de0-9712e47e986c owned by network:router_gateway {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:45.578738 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:45.658206 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:45.666618 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5d76-58ec-4a89-a8e3-ca505961801b req-22b5801c-6d2b-44d9-a6f6-9d5ae7c12adb tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:45.668102 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-834d5d76-58ec-4a89-a8e3-ca505961801b req-22b5801c-6d2b-44d9-a6f6-9d5ae7c12adb tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 931 time: 0.0570962 May 19 12:31:45.720657 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-834d5d76-58ec-4a89-a8e3-ca505961801b req-ed7f4c46-5a3e-4308-9482-30a170e35bf0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466869 May 19 12:31:45.776104 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (fd7881ce-1038-4c6b-8de0-9712e47e986c), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.801307 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7881ce-1038-4c6b-8de0-9712e47e986c,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:45.874452 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (871cf3c0-c45d-4229-8f0c-4e779db809ef), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.985682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (871cf3c0-c45d-4229-8f0c-4e779db809ef), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.988853 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks [] for router_controller (871cf3c0-c45d-4229-8f0c-4e779db809ef), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.124503 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (871cf3c0-c45d-4229-8f0c-4e779db809ef), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.125134 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871cf3c0-c45d-4229-8f0c-4e779db809ef {{(pid=104399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:31:46.131500 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.133376 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-22a7e830-8478-4bb5-879b-8bae672a3008 admin admin] 10.222.0.57 "DELETE /v2.0/routers/871cf3c0-c45d-4229-8f0c-4e779db809ef HTTP/1.1" status: 204 len: 168 time: 1.3409157 May 19 12:31:46.136594 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51928) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:46.184623 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Deleting subnet d4ca240c-1cf7-4164-a489-e2c268fd5ab7 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:31:46.188148 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Publish callbacks [] for subnet (d4ca240c-1cf7-4164-a489-e2c268fd5ab7), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.229443 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (d4ca240c-1cf7-4164-a489-e2c268fd5ab7), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.313927 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (d4ca240c-1cf7-4164-a489-e2c268fd5ab7), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.474177 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (d4ca240c-1cf7-4164-a489-e2c268fd5ab7), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.497222 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Request body: {'port': {'device_id': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:46.503631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ca240c-1cf7-4164-a489-e2c268fd5ab7,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:46.509942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.513756 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6c9350f7-8266-4f84-ae49-8fa3d6d37eae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d4ca240c-1cf7-4164-a489-e2c268fd5ab7 HTTP/1.1" status: 204 len: 168 time: 0.3761272 May 19 12:31:46.517085 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12cdcfa-01c1-4a14-8b12-adae5f8ae70b None None] Network fd910aa7-5907-427f-8250-4593b656fe8d requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:31:46.521817 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51932) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:46.571489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.607393 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (fd910aa7-5907-427f-8250-4593b656fe8d), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.656751 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Deleting port 35652f94-a645-48e4-8eac-dc320908c090 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:46.657084 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (35652f94-a645-48e4-8eac-dc320908c090), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.717762 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] DHCP port deletion for fd910aa7-5907-427f-8250-4593b656fe8d request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:31:46.756246 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] For port 35652f94-a645-48e4-8eac-dc320908c090, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=35652f94-a645-48e4-8eac-dc320908c090,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:46.756446 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (35652f94-a645-48e4-8eac-dc320908c090), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.765865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] Deleting port 35652f94-a645-48e4-8eac-dc320908c090 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:46.765865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (35652f94-a645-48e4-8eac-dc320908c090), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.777953 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Calling delete_port for 35652f94-a645-48e4-8eac-dc320908c090 owned by network:dhcp {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:46.834763 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:46.842878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] For port 35652f94-a645-48e4-8eac-dc320908c090, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=35652f94-a645-48e4-8eac-dc320908c090,segment=NetworkSegment(ba6c8b19-d609-4748-acf9-6f58bb67b7ab),segment_id=ba6c8b19-d609-4748-acf9-6f58bb67b7ab)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:46.843875 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (35652f94-a645-48e4-8eac-dc320908c090), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.859761 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] Calling delete_port for 35652f94-a645-48e4-8eac-dc320908c090 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:46.879281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715efc20-7e48-43d5-aa64-f7ba6c78e9f9 req-5f6226cc-942d-4ba9-b48c-f5224316351c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:46.886304 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-715efc20-7e48-43d5-aa64-f7ba6c78e9f9 req-5f6226cc-942d-4ba9-b48c-f5224316351c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 931 time: 0.0637417 May 19 12:31:46.936646 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (35652f94-a645-48e4-8eac-dc320908c090), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.946866 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (35652f94-a645-48e4-8eac-dc320908c090), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:46.970921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Pushing event deleted for resources: {'Port': ['ID=35652f94-a645-48e4-8eac-dc320908c090,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:46.977031 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] No DVR routers for this DVR port 35652f94-a645-48e4-8eac-dc320908c090 on host dv-cinder-778193-27-iscsi {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:46.979726 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] Pushing event deleted for resources: {'Port': ['ID=35652f94-a645-48e4-8eac-dc320908c090,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:46.980460 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-715efc20-7e48-43d5-aa64-f7ba6c78e9f9 req-f84d62e2-4552-4531-8b1c-1c4d0b7d2641 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931320 May 19 12:31:46.982123 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac655f2f-c44e-4d06-8dec-a8ac39a2edfb None None] No DVR routers for this DVR port 35652f94-a645-48e4-8eac-dc320908c090 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:47.002131 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:47.045202 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547b537a-61af-4d9e-a3b4-3111d357ff91 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:47.060906 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Publish callbacks [] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.074590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Transition to ACTIVE for port object 547b537a-61af-4d9e-a3b4-3111d357ff91 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:31:47.088295 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (fd910aa7-5907-427f-8250-4593b656fe8d), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.112533 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd910aa7-5907-427f-8250-4593b656fe8d']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:47.122236 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:47.122586 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6c8b19-d609-4748-acf9-6f58bb67b7ab') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:47.133438 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (ba6c8b19-d609-4748-acf9-6f58bb67b7ab), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.151086 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (ba6c8b19-d609-4748-acf9-6f58bb67b7ab), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.155509 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:47.158100 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:31:47.158530 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (ba6c8b19-d609-4748-acf9-6f58bb67b7ab), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:31:47.160485 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:31:47.167437 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.219792 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Pushing event updated for resources: {'Port': ['ID=547b537a-61af-4d9e-a3b4-3111d357ff91,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:47.267093 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:47.302360 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Attempting to bind port 547b537a-61af-4d9e-a3b4-3111d357ff91 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:31:47.302360 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Attempting to bind port 547b537a-61af-4d9e-a3b4-3111d357ff91 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:31:47.302360 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Attempting to bind port 547b537a-61af-4d9e-a3b4-3111d357ff91 on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:47.306039 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Port 547b537a-61af-4d9e-a3b4-3111d357ff91 on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:31:47.306565 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Attempting to bind port 547b537a-61af-4d9e-a3b4-3111d357ff91 on network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:47.315192 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:31:47.315592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Checking segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:31:47.316063 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Bound using segment: {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:31:47.316629 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Bound port: 547b537a-61af-4d9e-a3b4-3111d357ff91, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273153dc-8a64-4767-a040-12e01ca02822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:31:47.317095 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.326770 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (fd910aa7-5907-427f-8250-4593b656fe8d), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.336453 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.339745 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fd910aa7-5907-427f-8250-4593b656fe8d HTTP/1.1" status: 204 len: 168 time: 0.8161478 May 19 12:31:47.342792 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51940) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:47.402939 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fccfbeb1-5dfb-419d-ae7a-86c4df74e44e no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:47.412594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] For port 547b537a-61af-4d9e-a3b4-3111d357ff91, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:31:47.416254 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] For port 547b537a-61af-4d9e-a3b4-3111d357ff91, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=547b537a-61af-4d9e-a3b4-3111d357ff91,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:31:47.423138 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e55b-b702-49bc-bd7a-501aa8a3a175 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd910aa7-5907-427f-8250-4593b656fe8d,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:47.429360 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: fccfbeb1-5dfb-419d-ae7a-86c4df74e44e {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:47.430312 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fccfbeb1-5dfb-419d-ae7a-86c4df74e44e not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:47.430868 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 35652f94-a645-48e4-8eac-dc320908c090 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:47.450822 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 35652f94-a645-48e4-8eac-dc320908c090 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:47.451269 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 35652f94-a645-48e4-8eac-dc320908c090 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:47.451805 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fd7881ce-1038-4c6b-8de0-9712e47e986c no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:47.472060 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: fd7881ce-1038-4c6b-8de0-9712e47e986c {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:47.472422 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fd7881ce-1038-4c6b-8de0-9712e47e986c not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:47.491591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.536647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:47.537174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.539272 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] 10.222.0.77 "PUT /v2.0/ports/547b537a-61af-4d9e-a3b4-3111d357ff91 HTTP/1.1" status: 200 len: 1093 time: 1.0468280 May 19 12:31:47.547444 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:47.549992 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40064922-5d9d-4daa-a4d7-e912988cf883" -d '{"events": [{"name": "network-changed", "server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:47.594216 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de35fda-4335-4d6c-bdb2-715d08971598 service neutron] Pushing event updated for resources: {'Port': ['ID=547b537a-61af-4d9e-a3b4-3111d357ff91,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:47.603177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1b12f2-9f7c-4180-b81a-e3c279a9e93f x-openstack-request-id: req-ce1b12f2-9f7c-4180-b81a-e3c279a9e93f {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:47.603546 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:47.604355 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce1b12f2-9f7c-4180-b81a-e3c279a9e93f {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:47.604855 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1b12f2-9f7c-4180-b81a-e3c279a9e93f'] response: {'name': 'network-changed', 'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'status': 'completed', 'code': 200} May 19 12:31:47.683359 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40064922-5d9d-4daa-a4d7-e912988cf883 req-0106ed20-d37c-4f66-8bb1-073cd86ca567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:47.684906 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40064922-5d9d-4daa-a4d7-e912988cf883 req-0106ed20-d37c-4f66-8bb1-073cd86ca567 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 1127 time: 0.0461557 May 19 12:31:47.751633 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (0dafc027-7118-4480-8b9d-baa779bafe06), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.809604 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40064922-5d9d-4daa-a4d7-e912988cf883 req-9536bd54-c5c6-477a-83f7-3db1b383f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:47.810976 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40064922-5d9d-4daa-a4d7-e912988cf883 req-9536bd54-c5c6-477a-83f7-3db1b383f60e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f4a6b5e282e45ffbef6963200558594&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1172941 May 19 12:31:47.912059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40064922-5d9d-4daa-a4d7-e912988cf883 req-a61e0e68-c545-41f1-a330-ea66e1583a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:47.913538 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40064922-5d9d-4daa-a4d7-e912988cf883 req-a61e0e68-c545-41f1-a330-ea66e1583a8d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950584 May 19 12:31:47.998193 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Deleting port 31ad4edf-6784-4429-b650-69a815ce82a1 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:47.998839 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:48.001855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:48.040205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-81d7706c-6302-4ba2-a4ae-ebd8502de361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:48.042305 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-81d7706c-6302-4ba2-a4ae-ebd8502de361 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 1127 time: 0.0655901 May 19 12:31:48.101094 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] For port 31ad4edf-6784-4429-b650-69a815ce82a1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=31ad4edf-6784-4429-b650-69a815ce82a1,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:48.101463 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:48.119297 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-21fa8f84-5b9e-4ce4-b222-44971962a170 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547b537a-61af-4d9e-a3b4-3111d357ff91 HTTP/1.1" status: 200 len: 217 time: 0.0616689 May 19 12:31:48.122972 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Calling delete_port for 31ad4edf-6784-4429-b650-69a815ce82a1 owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:48.131688 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d67d48-0f11-4964-8127-e6ec6e251503 req-32316d16-2606-4a76-8d98-03361eaa465a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:48.133265 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7d67d48-0f11-4964-8127-e6ec6e251503 req-32316d16-2606-4a76-8d98-03361eaa465a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 943 time: 0.0873911 May 19 12:31:48.204448 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-ac7899f0-75ed-478d-bf34-0d7a311d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:48.206536 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-ac7899f0-75ed-478d-bf34-0d7a311d1109 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0717449 May 19 12:31:48.243827 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a7d67d48-0f11-4964-8127-e6ec6e251503 req-ec13facc-ff47-48fb-9813-6ed2915d0d55 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905943 May 19 12:31:48.264013 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:48.265922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-1bde4c6d-715c-4a78-a7e3-2e8d2dfb824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:48.267676 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-1bde4c6d-715c-4a78-a7e3-2e8d2dfb824c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530784 May 19 12:31:48.284439 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:48.373464 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-a4aa07c1-806c-477d-bbe5-66b2897f84f5 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984344 May 19 12:31:48.399669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a405294d-d4f8-4f54-9a7e-be1df2dfd2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:48.445358 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (31ad4edf-6784-4429-b650-69a815ce82a1), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:48.470359 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Pushing event deleted for resources: {'Port': ['ID=31ad4edf-6784-4429-b650-69a815ce82a1,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:48.492201 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bf7513aa-3dda-4e97-9aa2-6cc3ec97a966 req-2a876834-3801-48f6-814e-7868a765333f service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121421 May 19 12:31:48.657836 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (0dafc027-7118-4480-8b9d-baa779bafe06), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:48.884099 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Router 0dafc027-7118-4480-8b9d-baa779bafe06 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:48.993323 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:48.998988 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-e636a52b-a79b-4a5d-8463-7f3c790598ef admin admin] 10.222.0.57 "PUT /v2.0/routers/0dafc027-7118-4480-8b9d-baa779bafe06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6549752 May 19 12:31:49.001510 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51956) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:49.002599 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] Sync routers for ids ['0dafc027-7118-4480-8b9d-baa779bafe06'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:49.013897 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] Routers {'0dafc027-7118-4480-8b9d-baa779bafe06'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:49.014730 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['0dafc027-7118-4480-8b9d-baa779bafe06'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:49.119796 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] Set router 0dafc027-7118-4480-8b9d-baa779bafe06 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:49.281590 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks [] for router (0dafc027-7118-4480-8b9d-baa779bafe06), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:49.287944 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:49.295867 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:31:48Z', 'revision_number': 5, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:49.338486 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] Checking router: 0dafc027-7118-4480-8b9d-baa779bafe06 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:49.353200 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] Routers {'0dafc027-7118-4480-8b9d-baa779bafe06'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:49.354109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['0dafc027-7118-4480-8b9d-baa779bafe06'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:49.394805 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1db553-a7d0-42e9-9786-6cf85955f53d req-93aa7f71-904f-44e3-a431-ee8404fe8c1b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:49.402542 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc1db553-a7d0-42e9-9786-6cf85955f53d req-93aa7f71-904f-44e3-a431-ee8404fe8c1b tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 943 time: 0.0744240 May 19 12:31:49.405266 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks [] for router_gateway (0dafc027-7118-4480-8b9d-baa779bafe06), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:49.431420 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:49.449237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc1db553-a7d0-42e9-9786-6cf85955f53d req-f2c45331-0001-48fd-833f-43d1fd8f31f4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 May 19 12:31:49.479354 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] Set router 0dafc027-7118-4480-8b9d-baa779bafe06 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:49.593156 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:49.609468 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Deleting port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:49.618619 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:49.673245 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:31:48Z', 'revision_number': 5, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:49.689394 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:49.702150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ab862-3c92-4479-a31b-a8add794ddd1 None None] The sync data for ids ['0dafc027-7118-4480-8b9d-baa779bafe06'] in dv-cinder-778193-27-iscsi is: [{'id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'name': 'tempest-TestMinimumBasicScenario-1381865430-router', 'tenant_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:27:04Z', 'updated_at': '2022-05-19T12:31:48Z', 'revision_number': 5, 'project_id': '0cf5d50226094a7a8d8e2e968d8a0cb1', 'gw_port': {'id': '1903bff3-d2dd-4eb4-97df-1bbb86c57c43', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dafc027-7118-4480-8b9d-baa779bafe06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:27:05Z', 'updated_at': '2022-05-19T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:49.712391 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] For port 1903bff3-d2dd-4eb4-97df-1bbb86c57c43, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:49.712844 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:49.730027 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Calling delete_port for 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 owned by network:router_gateway {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:49.992181 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (1903bff3-d2dd-4eb4-97df-1bbb86c57c43), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.022639 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1903bff3-d2dd-4eb4-97df-1bbb86c57c43,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:50.092732 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (0dafc027-7118-4480-8b9d-baa779bafe06), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.205013 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (0dafc027-7118-4480-8b9d-baa779bafe06), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.208193 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks [] for router_controller (0dafc027-7118-4480-8b9d-baa779bafe06), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.329477 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (0dafc027-7118-4480-8b9d-baa779bafe06), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.330091 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dafc027-7118-4480-8b9d-baa779bafe06 {{(pid=104399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:31:50.335350 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.337907 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-aec20926-d358-4f64-95cc-338eead12b75 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0dafc027-7118-4480-8b9d-baa779bafe06 HTTP/1.1" status: 204 len: 168 time: 1.3341024 May 19 12:31:50.339459 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 51972) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:50.390129 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Deleting subnet e6d18a72-4547-48fc-8e46-a0f9d308f760 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:31:50.394085 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Publish callbacks [] for subnet (e6d18a72-4547-48fc-8e46-a0f9d308f760), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.426854 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:50.435397 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (e6d18a72-4547-48fc-8e46-a0f9d308f760), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.541712 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (e6d18a72-4547-48fc-8e46-a0f9d308f760), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.581757 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c855eb48-3130-4891-8fde-784baa6a7b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.587112 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e1aba-6281-4e2b-b0dc-01c0c946f1b6 req-752e06ef-b629-4b75-a933-37e9fe739521 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:50.588672 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e07e1aba-6281-4e2b-b0dc-01c0c946f1b6 req-752e06ef-b629-4b75-a933-37e9fe739521 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 943 time: 0.0575852 May 19 12:31:50.635985 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:50.640813 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e07e1aba-6281-4e2b-b0dc-01c0c946f1b6 req-22fb80ac-27c8-47f6-a7e2-0ece9cddcd8f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460448 May 19 12:31:50.656206 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (e6d18a72-4547-48fc-8e46-a0f9d308f760), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.684465 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d18a72-4547-48fc-8e46-a0f9d308f760,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:50.689956 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.695513 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2ef3269f-5628-40d5-b9e2-19e9c45ce693 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e6d18a72-4547-48fc-8e46-a0f9d308f760 HTTP/1.1" status: 204 len: 168 time: 0.3534291 May 19 12:31:50.696602 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51976) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:50.696739 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdbbcf6-7791-41f9-aa9d-56b23d6956f8 None None] Network d9990f8a-6938-456b-8146-400bb1a9f652 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:31:50.778539 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (d9990f8a-6938-456b-8146-400bb1a9f652), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.834586 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Deleting port 604469c9-0c04-472f-9f5d-30c5d2d710b9 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:50.834785 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.880878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] DHCP port deletion for d9990f8a-6938-456b-8146-400bb1a9f652 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:31:50.910314 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] For port 604469c9-0c04-472f-9f5d-30c5d2d710b9, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=604469c9-0c04-472f-9f5d-30c5d2d710b9,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:50.910635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.919447 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] Deleting port 604469c9-0c04-472f-9f5d-30c5d2d710b9 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:50.919822 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.925746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Calling delete_port for 604469c9-0c04-472f-9f5d-30c5d2d710b9 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:51.008088 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] For port 604469c9-0c04-472f-9f5d-30c5d2d710b9, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=604469c9-0c04-472f-9f5d-30c5d2d710b9,segment=NetworkSegment(6b0d0749-7310-4c0b-936c-b3382bd3b6a6),segment_id=6b0d0749-7310-4c0b-936c-b3382bd3b6a6)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:51.008487 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.022779 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] Calling delete_port for 604469c9-0c04-472f-9f5d-30c5d2d710b9 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:51.123333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.130590 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (604469c9-0c04-472f-9f5d-30c5d2d710b9), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.154742 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Pushing event deleted for resources: {'Port': ['ID=604469c9-0c04-472f-9f5d-30c5d2d710b9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:51.158394 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] No DVR routers for this DVR port 604469c9-0c04-472f-9f5d-30c5d2d710b9 on host dv-cinder-778193-27-iscsi {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:51.158574 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] Pushing event deleted for resources: {'Port': ['ID=604469c9-0c04-472f-9f5d-30c5d2d710b9,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:51.163749 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a243beb-92aa-4ada-8531-5f381d9a5ef2 None None] No DVR routers for this DVR port 604469c9-0c04-472f-9f5d-30c5d2d710b9 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:51.236260 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (d9990f8a-6938-456b-8146-400bb1a9f652), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.257379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9990f8a-6938-456b-8146-400bb1a9f652']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:51.266893 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0d0749-7310-4c0b-936c-b3382bd3b6a6') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:51.267190 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0d0749-7310-4c0b-936c-b3382bd3b6a6') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:51.281473 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (6b0d0749-7310-4c0b-936c-b3382bd3b6a6), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.295161 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6b0d0749-7310-4c0b-936c-b3382bd3b6a6), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.301190 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:31:51.301580 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (6b0d0749-7310-4c0b-936c-b3382bd3b6a6), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:31:51.303423 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:31:51.362993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:51.383603 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:51.383946 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 1903bff3-d2dd-4eb4-97df-1bbb86c57c43 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:51.384359 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 604469c9-0c04-472f-9f5d-30c5d2d710b9 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:51.403944 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 604469c9-0c04-472f-9f5d-30c5d2d710b9 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:51.404430 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 604469c9-0c04-472f-9f5d-30c5d2d710b9 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:51.404869 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 31ad4edf-6784-4429-b650-69a815ce82a1 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:51.423893 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 31ad4edf-6784-4429-b650-69a815ce82a1 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:51.424197 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 31ad4edf-6784-4429-b650-69a815ce82a1 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:51.432860 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (d9990f8a-6938-456b-8146-400bb1a9f652), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.441545 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.445401 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] 10.222.0.57 "DELETE /v2.0/networks/d9990f8a-6938-456b-8146-400bb1a9f652 HTTP/1.1" status: 204 len: 168 time: 0.7474418 May 19 12:31:51.455742 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c5ad9-5ff0-45ed-a5a4-a555b30df56c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9990f8a-6938-456b-8146-400bb1a9f652,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:51.765392 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f73e67-3a2d-4475-aff6-0c476f9b3d88 req-2590869f-71da-448b-a865-ffaf26e008ba tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:51.766946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78f73e67-3a2d-4475-aff6-0c476f9b3d88 req-2590869f-71da-448b-a865-ffaf26e008ba tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 943 time: 0.0527883 May 19 12:31:51.798725 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.817998 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78f73e67-3a2d-4475-aff6-0c476f9b3d88 req-30387993-39a5-42d9-a2a4-b718c1eac21a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 May 19 12:31:51.838675 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51988) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:51.884216 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6071e157-e087-432c-bde6-7e129cf6e18d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3be6c3cdf062493184ab67ec3ec9940f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443070 May 19 12:31:51.887091 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51990) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:51.936856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d77a1d8f-8027-41b7-85a5-564276573a92 admin admin] Publish callbacks [] for security_group (90222a08-135a-4aa2-8366-99938cbdf345), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:51.946140 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:51.959721 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d77a1d8f-8027-41b7-85a5-564276573a92 admin admin] Publish callbacks [] for security_group (90222a08-135a-4aa2-8366-99938cbdf345), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:52.067779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d77a1d8f-8027-41b7-85a5-564276573a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (90222a08-135a-4aa2-8366-99938cbdf345), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:52.070369 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d77a1d8f-8027-41b7-85a5-564276573a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:52.071741 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d77a1d8f-8027-41b7-85a5-564276573a92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90222a08-135a-4aa2-8366-99938cbdf345 HTTP/1.1" status: 204 len: 168 time: 0.1837082 May 19 12:31:52.080320 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a1d8f-8027-41b7-85a5-564276573a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90222a08-135a-4aa2-8366-99938cbdf345,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:52.838904 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 51998) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:52.856424 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:52.887812 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-82ca1596-14b8-4567-839e-6e67b1408388 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cf5d50226094a7a8d8e2e968d8a0cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452788 May 19 12:31:52.890421 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52002) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:52.968632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8fd63-d7ef-464b-9aad-ae3b6b9241de req-99929505-d7e9-425e-a183-52c3aaed7163 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:52.970076 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-daf8fd63-d7ef-464b-9aad-ae3b6b9241de req-99929505-d7e9-425e-a183-52c3aaed7163 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 943 time: 0.0760148 May 19 12:31:52.999364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e18d4887-cb3e-42fb-9b3f-bccad43fce3a admin admin] Publish callbacks [] for security_group (9a669006-1365-4946-ab5b-3a13dd937516), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.040538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e18d4887-cb3e-42fb-9b3f-bccad43fce3a admin admin] Publish callbacks [] for security_group (9a669006-1365-4946-ab5b-3a13dd937516), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.057848 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-daf8fd63-d7ef-464b-9aad-ae3b6b9241de req-79c6b2da-a9a2-4c20-854f-3fa3ae98af75 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806582 May 19 12:31:53.163983 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e18d4887-cb3e-42fb-9b3f-bccad43fce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9a669006-1365-4946-ab5b-3a13dd937516), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.166596 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e18d4887-cb3e-42fb-9b3f-bccad43fce3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.167727 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e18d4887-cb3e-42fb-9b3f-bccad43fce3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a669006-1365-4946-ab5b-3a13dd937516 HTTP/1.1" status: 204 len: 168 time: 0.2788303 May 19 12:31:53.175591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d4887-cb3e-42fb-9b3f-bccad43fce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a669006-1365-4946-ab5b-3a13dd937516,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:53.341670 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.438965 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 547b537a-61af-4d9e-a3b4-3111d357ff91 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:31:53.511035 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:53.542725 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 547b537a-61af-4d9e-a3b4-3111d357ff91, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=547b537a-61af-4d9e-a3b4-3111d357ff91,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:53.559076 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'port_id': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'mac_address': 'fa:16:3e:11:54:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:31:53.604184 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 547b537a-61af-4d9e-a3b4-3111d357ff91 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:53.604590 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.623604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547b537a-61af-4d9e-a3b4-3111d357ff91 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:53.647004 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 547b537a-61af-4d9e-a3b4-3111d357ff91, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=547b537a-61af-4d9e-a3b4-3111d357ff91,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:53.763668 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:53.802831 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:53.812292 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=547b537a-61af-4d9e-a3b4-3111d357ff91,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:54.178798 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2576f7f-08fb-4f42-badd-1698c1998ce3 req-1f2ebba2-d1de-4b27-bac8-200aad7481df tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:54.180548 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f2576f7f-08fb-4f42-badd-1698c1998ce3 req-1f2ebba2-d1de-4b27-bac8-200aad7481df tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 944 time: 0.0538974 May 19 12:31:54.231426 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f2576f7f-08fb-4f42-badd-1698c1998ce3 req-bf1db8c1-3f02-4e73-9037-b06acd59d928 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451250 May 19 12:31:54.769703 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:55.208812 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:31:55.348158 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e8d0-4065-4d0a-8032-cbc4bc71409a req-bfd4a454-46f6-4dde-a84a-425c588fb219 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:55.350839 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0282e8d0-4065-4d0a-8032-cbc4bc71409a req-bfd4a454-46f6-4dde-a84a-425c588fb219 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 944 time: 0.0513010 May 19 12:31:55.398221 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0282e8d0-4065-4d0a-8032-cbc4bc71409a req-b5ac52c2-062d-4e10-8cf3-b0c000060057 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 May 19 12:31:55.781202 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['547b537a-61af-4d9e-a3b4-3111d357ff91'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:56.521487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad9aa4-ae09-412c-899d-5b406118a4ad req-16176c79-4e0a-46ab-981c-d6807f095b5a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:56.526752 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-54ad9aa4-ae09-412c-899d-5b406118a4ad req-16176c79-4e0a-46ab-981c-d6807f095b5a tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 944 time: 0.0538573 May 19 12:31:56.573036 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-54ad9aa4-ae09-412c-899d-5b406118a4ad req-dc845955-80b3-445e-908e-36f9ae22a1e4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 May 19 12:31:56.854635 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 547b537a-61af-4d9e-a3b4-3111d357ff91 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:31:56.898146 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 547b537a-61af-4d9e-a3b4-3111d357ff91 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:31:56.952713 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 547b537a-61af-4d9e-a3b4-3111d357ff91 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:56.953088 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:57.028669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 547b537a-61af-4d9e-a3b4-3111d357ff91 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:57.029081 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:57.052891 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:57.055596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a3335e-23dc-434e-81a5-bb95730fc38e" -d '{"events": [{"server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "name": "network-vif-plugged", "status": "completed", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:57.069120 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 547b537a-61af-4d9e-a3b4-3111d357ff91, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=547b537a-61af-4d9e-a3b4-3111d357ff91,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:57.093356 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e45edbb-d88b-4369-a658-79da53a5b044 x-openstack-request-id: req-1e45edbb-d88b-4369-a658-79da53a5b044 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:57.093656 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "name": "network-vif-plugged", "status": "completed", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:57.093933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e45edbb-d88b-4369-a658-79da53a5b044 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:57.094342 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e45edbb-d88b-4369-a658-79da53a5b044'] response: {'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'code': 200} May 19 12:31:57.153203 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:57.202114 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=547b537a-61af-4d9e-a3b4-3111d357ff91,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:57.394864 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a09aa-2b7e-41cb-935f-dcd91fbb51cb req-a8556ede-3173-4087-9c0b-e08bccab1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:57.396451 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f06a09aa-2b7e-41cb-935f-dcd91fbb51cb req-a8556ede-3173-4087-9c0b-e08bccab1523 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 1129 time: 0.0424685 May 19 12:31:57.424194 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:57.444892 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f06a09aa-2b7e-41cb-935f-dcd91fbb51cb req-4fcac3c6-e56b-4cdf-8d87-7bd7d0751b48 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425317 May 19 12:31:57.690595 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e933-0876-4017-9e01-fa5e621b14a4 req-99f08d79-63ed-4884-9972-3a840cb860ed tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:57.692107 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b894e933-0876-4017-9e01-fa5e621b14a4 req-99f08d79-63ed-4884-9972-3a840cb860ed tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0486653 May 19 12:31:57.742640 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b894e933-0876-4017-9e01-fa5e621b14a4 req-74e10b51-8467-4ba1-94f2-eaef3f57da85 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 May 19 12:31:58.866657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106cf74-c98e-45ec-89f2-03116c01979d req-cbc6f565-3eb1-4ce6-9b12-edf41bb814a0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:58.868391 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a106cf74-c98e-45ec-89f2-03116c01979d req-cbc6f565-3eb1-4ce6-9b12-edf41bb814a0 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0545285 May 19 12:31:58.916181 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a106cf74-c98e-45ec-89f2-03116c01979d req-2fca748b-14f9-427b-8e9c-480867b8ff77 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419030 May 19 12:32:00.033350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535e129-e7b2-4751-abf7-70ac75eae349 req-9a2fa973-15d6-4536-b02b-844feabbec34 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:00.034922 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d535e129-e7b2-4751-abf7-70ac75eae349 req-9a2fa973-15d6-4536-b02b-844feabbec34 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0475693 May 19 12:32:00.086222 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d535e129-e7b2-4751-abf7-70ac75eae349 req-8a1d138d-0483-4b17-b2e0-8508b3bfff8e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439646 May 19 12:32:00.684558 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=48,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:01.205353 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776c04-b74c-4eba-83f7-29633715ad34 req-93d1a662-7b8b-4859-b938-4c64bd77407f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:01.206895 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa776c04-b74c-4eba-83f7-29633715ad34 req-93d1a662-7b8b-4859-b938-4c64bd77407f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0481763 May 19 12:32:01.261759 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa776c04-b74c-4eba-83f7-29633715ad34 req-d17ba376-52da-4f2c-a6c2-475e50c3c0be tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 May 19 12:32:02.378823 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeb3bf-67ba-46db-947a-f946039fe238 req-40b8d04e-f2f5-4ad6-8ddb-c8dd6ba25c7f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:02.380397 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e9eeb3bf-67ba-46db-947a-f946039fe238 req-40b8d04e-f2f5-4ad6-8ddb-c8dd6ba25c7f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0480168 May 19 12:32:02.429997 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e9eeb3bf-67ba-46db-947a-f946039fe238 req-3ec57f50-61b6-4f8d-bb84-b976eb3c354c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433967 May 19 12:32:03.550165 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd76870-f189-4983-8da3-42d64c4be926 req-dd045930-960b-4029-a131-9376d896558f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:03.551737 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8dd76870-f189-4983-8da3-42d64c4be926 req-dd045930-960b-4029-a131-9376d896558f tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0503983 May 19 12:32:03.602958 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8dd76870-f189-4983-8da3-42d64c4be926 req-75eb137e-96da-4644-b39c-9ebe94ca803e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448680 May 19 12:32:03.721381 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3da35-8e64-40b1-a12c-729ef7641a83 req-ac5608b7-89d4-4ce6-8595-4257f2363240 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:03.722897 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0bc3da35-8e64-40b1-a12c-729ef7641a83 req-ac5608b7-89d4-4ce6-8595-4257f2363240 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0517454 May 19 12:32:03.732183 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52068) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:03.736401 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Request body: {'floatingip': {'port_id': '547b537a-61af-4d9e-a3b4-3111d357ff91'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:03.775203 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (bb310df7-b5ab-4f65-8161-a35fc04d371d), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:03.864322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:04.392049 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:04.472844 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:04.638813 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (bb310df7-b5ab-4f65-8161-a35fc04d371d), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:04.738076 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Floating IP bb310df7-b5ab-4f65-8161-a35fc04d371d associated. External IP: 172.27.3.119, port: 547b537a-61af-4d9e-a3b4-3111d357ff91. May 19 12:32:04.939344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:32:05.046378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:32:05.050983 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:05.056889 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16512485-b088-4714-950e-e9e790946a7c None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:32:05.068549 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:32:05.069282 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:32:05.081191 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-bfb13496-8669-4aa3-abec-727539251cd4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "PUT /v2.0/floatingips/bb310df7-b5ab-4f65-8161-a35fc04d371d HTTP/1.1" status: 200 len: 991 time: 1.3480191 May 19 12:32:05.081769 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:32:05.084552 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:32:05.119831 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206d31d5-8313-45c9-915d-e9ef622d1db8 x-openstack-request-id: req-206d31d5-8313-45c9-915d-e9ef622d1db8 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:32:05.120123 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:32:05.120383 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-206d31d5-8313-45c9-915d-e9ef622d1db8 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:32:05.120786 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206d31d5-8313-45c9-915d-e9ef622d1db8'] response: {'name': 'network-changed', 'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'status': 'completed', 'code': 200} May 19 12:32:05.177868 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:32:05.187015 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-18f2d636-6054-40e7-9bc8-10eb4500f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:05.188543 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-18f2d636-6054-40e7-9bc8-10eb4500f09f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f4a6b5e282e45ffbef6963200558594&device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 1129 time: 0.0460980 May 19 12:32:05.274249 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:05.288619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-8c8784fe-ba6a-4887-b1f0-62580153aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:05.290095 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-8c8784fe-ba6a-4887-b1f0-62580153aaf3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 200 len: 911 time: 0.0940366 May 19 12:32:05.369406 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-92a12df7-35ac-4a7b-b199-acdfed2038f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547b537a-61af-4d9e-a3b4-3111d357ff91 HTTP/1.1" status: 200 len: 999 time: 0.0714591 May 19 12:32:05.405537 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'bb310df7-b5ab-4f65-8161-a35fc04d371d', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'port_id': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'mac_address': 'fa:16:3e:11:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:38Z', 'updated_at': '2022-05-19T12:32:04Z', 'revision_number': 1, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:32:05.408224 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:05.421271 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-6b055017-c2b0-4689-a315-9ad76e52e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:05.422810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-6b055017-c2b0-4689-a315-9ad76e52e9a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 200 len: 849 time: 0.0474277 May 19 12:32:05.432588 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16512485-b088-4714-950e-e9e790946a7c None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:32:05.442138 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:32:05.442776 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:31:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:32:05.469452 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-0664ae81-3a98-45e3-bcbb-e273c914d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:05.471035 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-0664ae81-3a98-45e3-bcbb-e273c914d449 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89c57c7f-4a52-4f23-b0c9-a848f66927a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410209 May 19 12:32:05.556117 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:32:05.583455 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-85af3bb3-5753-4d50-bc85-95fd4cd2f8e0 service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044793 May 19 12:32:05.685930 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0b3f22bd-15e4-4754-906b-6f22ef4e4c8b req-9b20ff89-97d3-453e-be1d-4a9530eddf2f service neutron] 10.222.0.77 "GET /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958416 May 19 12:32:05.869164 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-16512485-b088-4714-950e-e9e790946a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'bb310df7-b5ab-4f65-8161-a35fc04d371d', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'port_id': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'mac_address': 'fa:16:3e:11:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:38Z', 'updated_at': '2022-05-19T12:32:04Z', 'revision_number': 1, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:32:05.902043 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16512485-b088-4714-950e-e9e790946a7c None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'bb310df7-b5ab-4f65-8161-a35fc04d371d', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'port_id': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'mac_address': 'fa:16:3e:11:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:38Z', 'updated_at': '2022-05-19T12:32:04Z', 'revision_number': 1, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:32:06.108489 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc80ec-38cf-416b-8e10-fe9391d426fa None None] New status for floating IP bb310df7-b5ab-4f65-8161-a35fc04d371d: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:32:10.139361 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:10.976362 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:12.877938 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-35c6c749-39a8-45b1-b45b-dd263673276c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451090 May 19 12:32:12.919244 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:12.950236 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-aabe9672-aaac-42eb-9361-aea893aad64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:12.953883 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-aabe9672-aaac-42eb-9361-aea893aad64a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 1130 time: 0.0422800 May 19 12:32:13.065465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-50fcdaf0-1f6a-485c-afd0-c490311d15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:13.073223 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-50fcdaf0-1f6a-485c-afd0-c490311d15e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.0947881 May 19 12:32:13.133879 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-d22850ab-a723-4e99-a95f-1b50ccf27149 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f HTTP/1.1" status: 200 len: 1002 time: 0.0600078 May 19 12:32:13.185786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-81f07d33-5844-48fd-b047-b2d5ac98a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:13.187332 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-81f07d33-5844-48fd-b047-b2d5ac98a4a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0468752 May 19 12:32:13.233281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-c24c8181-2603-4887-8419-5fbf5baee313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:13.234809 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-c24c8181-2603-4887-8419-5fbf5baee313 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399160 May 19 12:32:13.334311 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-74c5039f-9f73-4829-b970-9ab956e7f961 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908868 May 19 12:32:13.431145 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-091531fa-eb01-4e7f-a06a-27f2dab6e101 req-305a322e-9b10-4fd5-809e-20aba6e54b2b service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903924 May 19 12:32:17.469772 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52164) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:17.588567 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9c214368-7b86-46a7-aa00-5fbb53afe770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:17.667153 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9c214368-7b86-46a7-aa00-5fbb53afe770 admin admin] Publish callbacks [] for security_group (00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:17.764006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9c214368-7b86-46a7-aa00-5fbb53afe770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:17.808631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c214368-7b86-46a7-aa00-5fbb53afe770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:17.813612 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9c214368-7b86-46a7-aa00-5fbb53afe770 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d5c453a2fa04819a3cd976ab59eaf0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427818 May 19 12:32:17.816214 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52168) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:17.868260 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ba094255-1531-4211-99aa-f4d5db9a2f1f admin admin] Publish callbacks [] for security_group (00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:17.892166 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ba094255-1531-4211-99aa-f4d5db9a2f1f admin admin] Publish callbacks [] for security_group (00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:18.009872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ba094255-1531-4211-99aa-f4d5db9a2f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:18.012598 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ba094255-1531-4211-99aa-f4d5db9a2f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:18.013780 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ba094255-1531-4211-99aa-f4d5db9a2f1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5 HTTP/1.1" status: 204 len: 168 time: 0.1966717 May 19 12:32:18.023156 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094255-1531-4211-99aa-f4d5db9a2f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef9764-d2bd-4d51-9e5f-66de8ed6c5d5,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:18.403235 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-8852eb92-0dcc-48d4-8d55-1673c601fa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:18.898593 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52176) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:18.912077 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31db17c9-e8f0-49a8-a7a5-3bd9a5877598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:18.994236 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31db17c9-e8f0-49a8-a7a5-3bd9a5877598 admin admin] Publish callbacks [] for security_group (535a50a8-4e4a-4d14-9296-41e19c3e7213), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.072387 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31db17c9-e8f0-49a8-a7a5-3bd9a5877598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (535a50a8-4e4a-4d14-9296-41e19c3e7213), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.115186 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db17c9-e8f0-49a8-a7a5-3bd9a5877598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535a50a8-4e4a-4d14-9296-41e19c3e7213,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:19.119296 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-31db17c9-e8f0-49a8-a7a5-3bd9a5877598 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8972e15a1934b1fb8ce7557f28de5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197580 May 19 12:32:19.121844 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52178) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:19.176192 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8576-9d54-4e6a-98a8-895edf76e4fd admin admin] Publish callbacks [] for security_group (535a50a8-4e4a-4d14-9296-41e19c3e7213), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.198521 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8576-9d54-4e6a-98a8-895edf76e4fd admin admin] Publish callbacks [] for security_group (535a50a8-4e4a-4d14-9296-41e19c3e7213), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.335529 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8576-9d54-4e6a-98a8-895edf76e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (535a50a8-4e4a-4d14-9296-41e19c3e7213), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.338633 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8576-9d54-4e6a-98a8-895edf76e4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.340137 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fa7e8576-9d54-4e6a-98a8-895edf76e4fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/535a50a8-4e4a-4d14-9296-41e19c3e7213 HTTP/1.1" status: 204 len: 168 time: 0.2173443 May 19 12:32:19.351948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e8576-9d54-4e6a-98a8-895edf76e4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535a50a8-4e4a-4d14-9296-41e19c3e7213,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:20.152984 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=37 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:20.556659 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2265-cdbf-49f0-927e-ccdffddf0331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.040154 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52212) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:21.151973 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a0c96737-72ae-411b-abf3-24f336111a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.203196 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:21.207841 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:21.230626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a0c96737-72ae-411b-abf3-24f336111a98 admin admin] Publish callbacks [] for security_group (2e550e59-3649-4154-b484-83b51782a4fa), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.294729 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a0c96737-72ae-411b-abf3-24f336111a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (2e550e59-3649-4154-b484-83b51782a4fa), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.336399 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a0c96737-72ae-411b-abf3-24f336111a98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14268abf77424765942af96a327915c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950943 May 19 12:32:21.337232 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c96737-72ae-411b-abf3-24f336111a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e550e59-3649-4154-b484-83b51782a4fa,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:21.339118 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52216) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:21.368579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:21.392209 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e8ea73d1-ef77-4d47-aa17-781a59c6f778 admin admin] Publish callbacks [] for security_group (2e550e59-3649-4154-b484-83b51782a4fa), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.420897 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e8ea73d1-ef77-4d47-aa17-781a59c6f778 admin admin] Publish callbacks [] for security_group (2e550e59-3649-4154-b484-83b51782a4fa), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.592521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e8ea73d1-ef77-4d47-aa17-781a59c6f778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (2e550e59-3649-4154-b484-83b51782a4fa), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.595832 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e8ea73d1-ef77-4d47-aa17-781a59c6f778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:21.597074 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e8ea73d1-ef77-4d47-aa17-781a59c6f778 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e550e59-3649-4154-b484-83b51782a4fa HTTP/1.1" status: 204 len: 168 time: 0.2563691 May 19 12:32:21.605107 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea73d1-ef77-4d47-aa17-781a59c6f778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e550e59-3649-4154-b484-83b51782a4fa,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:21.815174 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:23.318828 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.699973 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:24.701444 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:24.774837 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.234764 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52266) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:26.345133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6fb39f8c-0761-44e0-baf7-6a9ff08cac21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.431956 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6fb39f8c-0761-44e0-baf7-6a9ff08cac21 admin admin] Publish callbacks [] for security_group (43aa5867-2919-4c88-87e0-a22cc4eca3ce), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.500695 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6fb39f8c-0761-44e0-baf7-6a9ff08cac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (43aa5867-2919-4c88-87e0-a22cc4eca3ce), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.541647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb39f8c-0761-44e0-baf7-6a9ff08cac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa5867-2919-4c88-87e0-a22cc4eca3ce,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:26.546026 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6fb39f8c-0761-44e0-baf7-6a9ff08cac21 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1bf7476eb6b4443adc5828e30f99f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101070 May 19 12:32:26.549905 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52270) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:26.606129 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c423369-635f-426d-9b89-9978965503c0 admin admin] Publish callbacks [] for security_group (43aa5867-2919-4c88-87e0-a22cc4eca3ce), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.628742 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c423369-635f-426d-9b89-9978965503c0 admin admin] Publish callbacks [] for security_group (43aa5867-2919-4c88-87e0-a22cc4eca3ce), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.815700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c423369-635f-426d-9b89-9978965503c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (43aa5867-2919-4c88-87e0-a22cc4eca3ce), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.818184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c423369-635f-426d-9b89-9978965503c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.819388 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8c423369-635f-426d-9b89-9978965503c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43aa5867-2919-4c88-87e0-a22cc4eca3ce HTTP/1.1" status: 204 len: 168 time: 0.2687688 May 19 12:32:26.821591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:26.827826 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423369-635f-426d-9b89-9978965503c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa5867-2919-4c88-87e0-a22cc4eca3ce,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:28.545636 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52300) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:28.664439 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-556d824d-1357-4a06-98ca-a8b2cb495a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:28.742985 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-556d824d-1357-4a06-98ca-a8b2cb495a1a admin admin] Publish callbacks [] for security_group (c8724b7a-d305-48e9-be73-db82b854820a), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:28.820903 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-556d824d-1357-4a06-98ca-a8b2cb495a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (c8724b7a-d305-48e9-be73-db82b854820a), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:28.860175 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d824d-1357-4a06-98ca-a8b2cb495a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8724b7a-d305-48e9-be73-db82b854820a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:28.865292 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-556d824d-1357-4a06-98ca-a8b2cb495a1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5a46bc8a612457daadac57bea36c05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184533 May 19 12:32:28.868315 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52304) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:28.917707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3cc29a9-fa3a-4790-90a7-81adc82c78f5 admin admin] Publish callbacks [] for security_group (c8724b7a-d305-48e9-be73-db82b854820a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:28.943438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3cc29a9-fa3a-4790-90a7-81adc82c78f5 admin admin] Publish callbacks [] for security_group (c8724b7a-d305-48e9-be73-db82b854820a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:29.083832 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3cc29a9-fa3a-4790-90a7-81adc82c78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (c8724b7a-d305-48e9-be73-db82b854820a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:29.086566 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3cc29a9-fa3a-4790-90a7-81adc82c78f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:29.087733 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-a3cc29a9-fa3a-4790-90a7-81adc82c78f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8724b7a-d305-48e9-be73-db82b854820a HTTP/1.1" status: 204 len: 168 time: 0.2189517 May 19 12:32:29.096184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc29a9-fa3a-4790-90a7-81adc82c78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8724b7a-d305-48e9-be73-db82b854820a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:30.081859 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52326) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:30.184827 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-718565540-network', 'tenant_id': '886ee445e38e4c31bd4d4d014a7c4c7c'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:30.266542 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Made reservation on behalf of 886ee445e38e4c31bd4d4d014a7c4c7c for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:32:30.269801 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.279291 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.359898 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks [] for security_group (9fd90001-0455-4d79-b530-74304bd7248a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.460422 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9fd90001-0455-4d79-b530-74304bd7248a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.486458 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=104399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:32:30.496469 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd90001-0455-4d79-b530-74304bd7248a,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:30.502951 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (aa2c27ca-d3fa-44b1-b596-e8e1dc567a20), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.503288 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Added segment aa2c27ca-d3fa-44b1-b596-e8e1dc567a20 of type vlan for network 7c694785-3877-48e5-968a-02c3883c2332 May 19 12:32:30.813497 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (7c694785-3877-48e5-968a-02c3883c2332), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.906744 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (7c694785-3877-48e5-968a-02c3883c2332), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.908443 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:30.909023 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:30.970507 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] Pushing event updated for resources: {'Network': ['ID=7c694785-3877-48e5-968a-02c3883c2332,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:30.980635 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 7c694785-3877-48e5-968a-02c3883c2332 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:32:31.040263 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d3019c44-da37-474a-8d57-92fbaf7a67ad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9572494 May 19 12:32:31.043149 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52330) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:31.048942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Request body: {'subnet': {'network_id': '7c694785-3877-48e5-968a-02c3883c2332', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-718565540-subnet', 'tenant_id': '886ee445e38e4c31bd4d4d014a7c4c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:31.151811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Made reservation on behalf of 886ee445e38e4c31bd4d4d014a7c4c7c for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:32:31.154292 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8996998'] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:31.369703 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2373709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8997008'] for subnet (a12a6fe5-0793-42d3-9430-d6f6210d46fc), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:31.374772 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:31.426092 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12a6fe5-0793-42d3-9430-d6f6210d46fc,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:31.442538 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Checking segment: {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:32:31.444832 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Network hostable DHCP agents. Network: 7c694785-3877-48e5-968a-02c3883c2332, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:32:31.517975 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Network 7c694785-3877-48e5-968a-02c3883c2332 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:32:31.523254 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:31.614942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 7c694785-3877-48e5-968a-02c3883c2332) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:32:31.620157 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:31.621598 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:31.628074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4d2348-fa6c-4f70-8484-7d83109c50f3 None None] Network 7c694785-3877-48e5-968a-02c3883c2332 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:32:31.725301 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0e797-17c0-4029-9ffd-6a537f4f074d None None] Network 7c694785-3877-48e5-968a-02c3883c2332 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:32:31.743329 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d7bfde1b-0a9c-41fb-a4b9-e1c94d09fc2e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6989708 May 19 12:32:32.208245 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:32:35.032961 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:35.069076 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-810f896a-b0c5-4b18-9786-2f1f8b69a79b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:35.070527 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-810f896a-b0c5-4b18-9786-2f1f8b69a79b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/networks?id=7c694785-3877-48e5-968a-02c3883c2332 HTTP/1.1" status: 200 len: 813 time: 0.1085119 May 19 12:32:35.086849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-49ddb04e-7041-4481-a9b1-f0a2ac193ee0 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/quotas/886ee445e38e4c31bd4d4d014a7c4c7c HTTP/1.1" status: 200 len: 375 time: 0.0103478 May 19 12:32:35.130249 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-6ffedbcb-2e21-411a-a298-805faf98f326 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381308 May 19 12:32:35.227682 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-7b4b7c39-c03c-4b45-8306-ea2cc5fb11e3 service neutron] 10.222.0.57 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908000 May 19 12:32:35.323675 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-48bfb1e0-02a9-4562-ae71-9ec34d0c64bc service neutron] 10.222.0.57 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903771 May 19 12:32:35.612284 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9570be4e-d4a0-4f6e-b812-0ea511c08742 req-11a4c007-101c-4105-834d-b6a8d9c8bbf8 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0389891 May 19 12:32:36.712410 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa7b0ad3-adb5-4feb-abf6-91ee8d8d0cad req-a46923d6-437a-42ce-b396-9de23c22e1bf tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0291109 May 19 12:32:37.833233 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-26977c9f-b4fc-4410-8363-52aa6f804bbb req-468752a6-0f37-42d1-80fc-070472c507c1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0402145 May 19 12:32:38.161797 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-19d2e28d-f12a-4caf-bb29-ac840c0ccf41 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:38.163324 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-19d2e28d-f12a-4caf-bb29-ac840c0ccf41 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "GET /v2.0/networks?id=7c694785-3877-48e5-968a-02c3883c2332 HTTP/1.1" status: 200 len: 813 time: 0.1038589 May 19 12:32:38.176693 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Request body: {'port': {'device_id': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'network_id': '7c694785-3877-48e5-968a-02c3883c2332', 'admin_state_up': True, 'tenant_id': '886ee445e38e4c31bd4d4d014a7c4c7c'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:38.244187 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:38.351847 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Made reservation on behalf of 886ee445e38e4c31bd4d4d014a7c4c7c for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:32:38.355299 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:38.483878 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Allocated IP 172.20.0.3 (7c694785-3877-48e5-968a-02c3883c2332/a12a6fe5-0793-42d3-9430-d6f6210d46fc/8c94ddec-e1a4-46ea-80e4-6d16db77af3e) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:32:38.528881 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:38.643857 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks [] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:38.763580 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:38.816601 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Network 7c694785-3877-48e5-968a-02c3883c2332 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:32:38.819856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:32:38.823808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:32:38.830477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Pushing event updated for resources: {'Port': ['ID=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:38.857648 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.858362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.858362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.858719 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.859343 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.859343 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.860900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.860900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.860900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.860900 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.861314 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.861314 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.861658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.861946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.862267 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:38.889694 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:38.890325 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:38.952499 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74765370-07fe-435f-aa3a-78e071b10296 req-6b53cc68-8014-4685-a1a5-711ff92a6266 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:38.953953 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74765370-07fe-435f-aa3a-78e071b10296 req-6b53cc68-8014-4685-a1a5-711ff92a6266 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 931 time: 0.0497780 May 19 12:32:38.970310 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-8186e10f-dd75-4c25-9b04-9ad3d94056dc tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977030 May 19 12:32:38.982069 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Request body: {'port': {'device_id': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:39.067986 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-74765370-07fe-435f-aa3a-78e071b10296 req-0a63456c-1797-472b-8cfa-ceb653c12750 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077480 May 19 12:32:39.079638 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:39.340379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:39.374185 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c94ddec-e1a4-46ea-80e4-6d16db77af3e {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:32:39.382006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Publish callbacks [] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:39.395625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Transition to ACTIVE for port object 8c94ddec-e1a4-46ea-80e4-6d16db77af3e will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:32:39.494694 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:39.547731 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Pushing event updated for resources: {'Port': ['ID=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:39.551392 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:39.618201 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Attempting to bind port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:32:39.618567 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Attempting to bind port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:32:39.618919 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Attempting to bind port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e on network 7c694785-3877-48e5-968a-02c3883c2332 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:32:39.623249 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e on network 7c694785-3877-48e5-968a-02c3883c2332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:32:39.623563 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Attempting to bind port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e on network 7c694785-3877-48e5-968a-02c3883c2332 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:32:39.629153 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:32:39.629487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Checking segment: {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:32:39.629973 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Bound using segment: {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:32:39.630292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Bound port: 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:32:39.630674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:39.695292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] For port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:32:39.698295 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] For port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:32:39.794428 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:39.835919 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:39.836545 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:39.837903 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1392ed62-7419-438d-bf16-157a24df141e service neutron] 10.222.0.77 "PUT /v2.0/ports/8c94ddec-e1a4-46ea-80e4-6d16db77af3e HTTP/1.1" status: 200 len: 1093 time: 0.8601768 May 19 12:32:39.838336 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'tag': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:32:39.840590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "26aaef3d-8e42-46ab-92a8-3a9b1519b806", "tag": "8c94ddec-e1a4-46ea-80e4-6d16db77af3e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:32:39.859711 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ed62-7419-438d-bf16-157a24df141e service neutron] Pushing event updated for resources: {'Port': ['ID=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:39.881573 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2bbd3b-127d-4ff1-8f36-9f769c0b326a x-openstack-request-id: req-7b2bbd3b-127d-4ff1-8f36-9f769c0b326a {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:32:39.881909 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26aaef3d-8e42-46ab-92a8-3a9b1519b806", "tag": "8c94ddec-e1a4-46ea-80e4-6d16db77af3e", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:32:39.882174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b2bbd3b-127d-4ff1-8f36-9f769c0b326a {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:32:39.882616 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2bbd3b-127d-4ff1-8f36-9f769c0b326a'] response: {'name': 'network-changed', 'server_uuid': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'tag': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e', 'status': 'completed', 'code': 200} May 19 12:32:39.946133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7 req-189c072a-cab5-47a6-8807-836fa15a1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:39.947701 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7 req-189c072a-cab5-47a6-8807-836fa15a1e48 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 1127 time: 0.0428212 May 19 12:32:40.060368 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7 req-39ca7f6c-0ecd-4f95-acff-b756b9cca7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:40.061832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7 req-39ca7f6c-0ecd-4f95-acff-b756b9cca7da service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1062503 May 19 12:32:40.196097 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7 req-2def06d5-3858-43c3-8ac0-4938b04be263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:40.197506 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b067fac3-5fa1-4f89-b495-e9b896cd6fd7 req-2def06d5-3858-43c3-8ac0-4938b04be263 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282074 May 19 12:32:40.208796 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b714d1-ebd7-437e-81b7-3450015c9a2e req-f42076db-05d7-4ef6-a405-4e83483c944f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:40.210278 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84b714d1-ebd7-437e-81b7-3450015c9a2e req-f42076db-05d7-4ef6-a405-4e83483c944f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 943 time: 0.0694323 May 19 12:32:40.300051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1f4d171b-028e-4066-bd1d-bebac1c2c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:40.301549 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-1f4d171b-028e-4066-bd1d-bebac1c2c2c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 1127 time: 0.0586021 May 19 12:32:40.306111 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84b714d1-ebd7-437e-81b7-3450015c9a2e req-33a8c55a-65a0-42b1-98ea-e219c953d59b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886970 May 19 12:32:40.344292 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-0fe3d5c8-6f01-4f87-9d66-ee592ccca787 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c94ddec-e1a4-46ea-80e4-6d16db77af3e HTTP/1.1" status: 200 len: 217 time: 0.0353801 May 19 12:32:40.395157 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-e9fdadb9-2575-40ae-8cbe-34f549b1b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:40.396600 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-e9fdadb9-2575-40ae-8cbe-34f549b1b7b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a12a6fe5-0793-42d3-9430-d6f6210d46fc HTTP/1.1" status: 200 len: 853 time: 0.0443850 May 19 12:32:40.430974 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-ccbf4b2e-b25b-45bc-9f3c-d32573db8e3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7c694785-3877-48e5-968a-02c3883c2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281959 May 19 12:32:40.480275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:40.792296 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-02913b76-f748-4af6-9aa8-21619e3cd29f service neutron] 10.222.0.77 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549716 May 19 12:32:40.888964 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4eff2e35-df3b-4e4b-a09d-837e3d0eecdb req-906e49aa-e486-46b7-af75-1e92973dde3d service neutron] 10.222.0.77 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904462 May 19 12:32:40.968654 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:41.427494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a055-b696-48e3-9926-9fdf79ff5855 req-da20fbc7-3e20-429b-ad59-b3f4b2f944b9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:41.429848 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89c3a055-b696-48e3-9926-9fdf79ff5855 req-da20fbc7-3e20-429b-ad59-b3f4b2f944b9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 943 time: 0.0516593 May 19 12:32:41.491619 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89c3a055-b696-48e3-9926-9fdf79ff5855 req-1af5032e-bd4b-4b01-93a4-eaf7afe2802c tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555894 May 19 12:32:41.765288 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:42.618781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3934ff-9995-4991-a324-76244189eb54 req-90783225-41e5-4a26-a402-393fc80b85d1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:42.620457 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9b3934ff-9995-4991-a324-76244189eb54 req-90783225-41e5-4a26-a402-393fc80b85d1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 943 time: 0.0558617 May 19 12:32:42.684631 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9b3934ff-9995-4991-a324-76244189eb54 req-234574f0-f2a8-449b-8f93-15e2f4842956 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558181 May 19 12:32:43.806979 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448f86-10ef-4bb2-be2e-e726a0a48c24 req-4553168f-5350-412c-a32a-75a248a48ee0 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:43.808449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d2448f86-10ef-4bb2-be2e-e726a0a48c24 req-4553168f-5350-412c-a32a-75a248a48ee0 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 943 time: 0.0500393 May 19 12:32:43.856603 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d2448f86-10ef-4bb2-be2e-e726a0a48c24 req-55c76242-611c-4a4f-a1b8-93e201d6ca4b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 May 19 12:32:44.958390 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:44.973946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50e2a-9c89-4429-88cb-9e7680ae80ad req-a0444d11-9243-471a-bacc-20beadcb454a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:44.981176 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60d50e2a-9c89-4429-88cb-9e7680ae80ad req-a0444d11-9243-471a-bacc-20beadcb454a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 943 time: 0.0509312 May 19 12:32:45.022592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-60d50e2a-9c89-4429-88cb-9e7680ae80ad req-c6b83d76-c01a-4834-b248-3d152aa3daaa tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 May 19 12:32:45.120632 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8c94ddec-e1a4-46ea-80e4-6d16db77af3e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:32:45.220867 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:32:45.231822 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e', 'network_id': '7c694785-3877-48e5-968a-02c3883c2332', 'port_id': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e', 'mac_address': 'fa:16:3e:e7:1a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12a6fe5-0793-42d3-9430-d6f6210d46fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:32:45.270611 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:32:45.271015 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:45.284142 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c94ddec-e1a4-46ea-80e4-6d16db77af3e {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:32:45.305340 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:32:45.380470 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:45.426966 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:45.434783 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.435132 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.435477 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.435911 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.436223 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.436585 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.436913 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.437244 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.437566 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.437893 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.438217 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.438566 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.438965 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.439293 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.439613 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:45.770722 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['8c94ddec-e1a4-46ea-80e4-6d16db77af3e'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:32:46.140252 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b231-0762-4fdb-8992-2fb67258c080 req-8de8bc4a-d74f-499c-8204-1c3fc816b53e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:46.141749 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0f85b231-0762-4fdb-8992-2fb67258c080 req-8de8bc4a-d74f-499c-8204-1c3fc816b53e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 944 time: 0.0494194 May 19 12:32:46.193273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0f85b231-0762-4fdb-8992-2fb67258c080 req-84a015d5-19f3-4646-8517-9a5b1b82e71e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 May 19 12:32:46.609161 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:46.609880 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:47.146749 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8c94ddec-e1a4-46ea-80e4-6d16db77af3e up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:32:47.189021 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:32:47.265849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:32:47.266234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:47.286673 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:47.308339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:47.312759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ad5-6b0e-4cca-ba77-423182a37c12 req-c76e5e02-5b38-4583-a2bc-6939191c8372 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:47.314277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4265ad5-6b0e-4cca-ba77-423182a37c12 req-c76e5e02-5b38-4583-a2bc-6939191c8372 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 944 time: 0.0513282 May 19 12:32:47.347458 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:32:47.347951 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:47.369817 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4265ad5-6b0e-4cca-ba77-423182a37c12 req-79de3ff7-f0f3-4399-b8e3-d2942df1cbe0 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 May 19 12:32:47.370640 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:32:47.372896 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b246a8a-6ab5-45d3-86d0-4728c488c81d" -d '{"events": [{"server_uuid": "26aaef3d-8e42-46ab-92a8-3a9b1519b806", "name": "network-vif-plugged", "status": "completed", "tag": "8c94ddec-e1a4-46ea-80e4-6d16db77af3e"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:32:47.387284 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:32:47.411495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870cd8ec-21bc-4f47-93c1-aec2abafe1e9 x-openstack-request-id: req-870cd8ec-21bc-4f47-93c1-aec2abafe1e9 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:32:47.411495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26aaef3d-8e42-46ab-92a8-3a9b1519b806", "name": "network-vif-plugged", "status": "completed", "tag": "8c94ddec-e1a4-46ea-80e4-6d16db77af3e", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:32:47.411495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-870cd8ec-21bc-4f47-93c1-aec2abafe1e9 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:32:47.411495 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870cd8ec-21bc-4f47-93c1-aec2abafe1e9'] response: {'server_uuid': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e', 'code': 200} May 19 12:32:47.483302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:47.531040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:47.838492 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264f58c-e061-454f-bd20-8479c19e5577 req-48e5dcf3-97bb-47e0-8e28-8451edef6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:47.839916 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4264f58c-e061-454f-bd20-8479c19e5577 req-48e5dcf3-97bb-47e0-8e28-8451edef6a93 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 1129 time: 0.0406861 May 19 12:32:47.884391 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4264f58c-e061-454f-bd20-8479c19e5577 req-88e6c0b8-7b00-4556-b77d-72bfad7183c0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 May 19 12:32:48.374261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-fedc7ab0-0b70-4ea0-96d3-958c98275409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:48.484003 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f031167-1795-47da-91f9-0565883c11c7 req-afea1292-2abd-45b5-a4d3-9b880ea3f091 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:48.485483 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f031167-1795-47da-91f9-0565883c11c7 req-afea1292-2abd-45b5-a4d3-9b880ea3f091 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0479529 May 19 12:32:48.537100 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f031167-1795-47da-91f9-0565883c11c7 req-1d4c3628-a63b-4893-b78b-17f7226c80ea tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460255 May 19 12:32:49.656716 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca93c2-825d-41ba-9fba-d1a9133151fe req-eb13801c-3b1a-4f3c-8b80-a1160d672619 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:49.658190 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-31ca93c2-825d-41ba-9fba-d1a9133151fe req-eb13801c-3b1a-4f3c-8b80-a1160d672619 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0502100 May 19 12:32:49.695152 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:49.707051 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-31ca93c2-825d-41ba-9fba-d1a9133151fe req-870b5e80-a054-4f9c-baf3-8b04a0610838 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 May 19 12:32:50.534511 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ff683be9-8403-4a7a-869c-e11a9b86341a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:50.827570 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31b9fc-7c93-45e8-9dd2-4474cfaaf7cd req-c7bc5eac-b816-410f-bc84-fe5b222b4c3b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:50.828956 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3d31b9fc-7c93-45e8-9dd2-4474cfaaf7cd req-c7bc5eac-b816-410f-bc84-fe5b222b4c3b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0516126 May 19 12:32:50.876525 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3d31b9fc-7c93-45e8-9dd2-4474cfaaf7cd req-22a17829-2369-4741-8e57-dbaa7e241b57 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 May 19 12:32:51.826054 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:53.318016 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:54.774213 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:57.148131 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:57.152125 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:00.870655 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=50 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:00.872504 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=11 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:04.707699 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:04.714691 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:09.207490 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:33:11.008993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:11.631591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be5032-1403-4b28-b8c1-851f7a0cf511 req-d2eae1ab-cfbe-4d8d-8734-7e6a8c20cc2a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:11.633129 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5be5032-1403-4b28-b8c1-851f7a0cf511 req-d2eae1ab-cfbe-4d8d-8734-7e6a8c20cc2a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0517044 May 19 12:33:11.684513 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5be5032-1403-4b28-b8c1-851f7a0cf511 req-c8074911-6568-4464-b539-d8f161784e29 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 May 19 12:33:12.803531 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e45895-d56d-4894-a1de-1681b7b3d9e6 req-2a576428-a9d6-4ad7-86d5-fef35c288862 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:12.806361 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92e45895-d56d-4894-a1de-1681b7b3d9e6 req-2a576428-a9d6-4ad7-86d5-fef35c288862 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0482774 May 19 12:33:12.855545 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92e45895-d56d-4894-a1de-1681b7b3d9e6 req-aa15f0de-24e0-42d3-9eb9-d5615db2ddb8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 May 19 12:33:13.840003 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-7aa5183b-1e76-435f-bdf5-ff74f3cd8774 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390832 May 19 12:33:13.931361 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-5c937861-9900-4e9e-ad44-ec3aedaeff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:13.932800 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-5c937861-9900-4e9e-ad44-ec3aedaeff2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 1130 time: 0.0451624 May 19 12:33:14.025122 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d088-5ed1-44d4-aa27-bc6888ec524a req-fb5e0b77-9c30-4b49-b5a5-8d54cf29eff9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:14.026686 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6b63d088-5ed1-44d4-aa27-bc6888ec524a req-fb5e0b77-9c30-4b49-b5a5-8d54cf29eff9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0984533 May 19 12:33:14.099910 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-4a7e5ee9-5906-4491-9a1c-91fb8a1b8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:14.102040 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-4a7e5ee9-5906-4491-9a1c-91fb8a1b8a4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.1394608 May 19 12:33:14.106686 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6b63d088-5ed1-44d4-aa27-bc6888ec524a req-0c3de531-1f03-4c2c-9a0d-07e90d1b69b3 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730839 May 19 12:33:14.167285 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-6e795ec6-9b1b-4bce-a2ad-836f93e20014 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f HTTP/1.1" status: 200 len: 1002 time: 0.0583541 May 19 12:33:14.217871 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-b9a19a39-7cd8-4f40-967b-2842b7751a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:14.219435 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-b9a19a39-7cd8-4f40-967b-2842b7751a6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0453680 May 19 12:33:14.267713 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-f254bcaa-e25a-47c8-903e-3eb94a6dcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:14.269198 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-f254bcaa-e25a-47c8-903e-3eb94a6dcbe8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427942 May 19 12:33:14.360628 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-bdc86894-df6c-4ec6-abe0-7ccdeb23ff59 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838635 May 19 12:33:14.457111 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7800630c-0f21-4ff8-82e0-55eeb82f6f9c req-1884b107-2f61-43d9-81fc-7ac305030e09 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888307 May 19 12:33:15.228594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1d617-3a64-430e-bfe2-91d81c1b0877 req-09ec59cd-837e-4792-8a9c-418b56630def tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:15.230095 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f5a1d617-3a64-430e-bfe2-91d81c1b0877 req-09ec59cd-837e-4792-8a9c-418b56630def tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0485415 May 19 12:33:15.278389 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f5a1d617-3a64-430e-bfe2-91d81c1b0877 req-1667feeb-d9b2-4755-8937-ee0bf368fb7d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 May 19 12:33:16.400243 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7a0de-8808-438e-b5e0-9b609c9f29d9 req-5251ce08-587c-48c0-b343-5c02fedd9c7f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:16.401711 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-aac7a0de-8808-438e-b5e0-9b609c9f29d9 req-5251ce08-587c-48c0-b343-5c02fedd9c7f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0517550 May 19 12:33:16.448946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-aac7a0de-8808-438e-b5e0-9b609c9f29d9 req-f5f71a91-4ec6-471e-91be-72d6f604ca65 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 May 19 12:33:17.541963 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:17.588824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f09a0b-37d4-41d6-b0d6-8075a67decca req-496ae268-e17a-4fed-b0ad-3133a6124d6d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:17.590395 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2f09a0b-37d4-41d6-b0d6-8075a67decca req-496ae268-e17a-4fed-b0ad-3133a6124d6d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0594707 May 19 12:33:17.603627 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:17.647041 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2f09a0b-37d4-41d6-b0d6-8075a67decca req-1bad3ee8-6f93-46b2-9127-7286537fd382 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510023 May 19 12:33:18.414155 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb2d-ae93-4e25-bce1-87235fbf4639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:18.770298 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d1bcb-f7ea-4995-a5b0-4e603730caff req-cc486734-28b0-4e4d-a15c-07213e3e77f6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:18.771808 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-233d1bcb-f7ea-4995-a5b0-4e603730caff req-cc486734-28b0-4e4d-a15c-07213e3e77f6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0472033 May 19 12:33:18.824047 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-233d1bcb-f7ea-4995-a5b0-4e603730caff req-a36c50bc-54dd-4ce9-b5be-418c9c6f8dc5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463858 May 19 12:33:19.203147 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:19.205879 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:19.952092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf415e-54f7-4a13-8164-f36333ee6a42 req-e92a8949-252e-4713-ba8b-114116b88c1e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:19.953555 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-95cf415e-54f7-4a13-8164-f36333ee6a42 req-e92a8949-252e-4713-ba8b-114116b88c1e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0539901 May 19 12:33:20.001410 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-95cf415e-54f7-4a13-8164-f36333ee6a42 req-feb55216-97e6-40a1-ae76-cd3c52638572 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423293 May 19 12:33:20.532804 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-20202313-8561-44de-899c-99ccd439f9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:21.125066 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12283a95-70d2-4c88-acfb-bf1f143720c7 req-5d583bbb-5ddf-4940-b5ff-158ede310c46 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:21.126479 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12283a95-70d2-4c88-acfb-bf1f143720c7 req-5d583bbb-5ddf-4940-b5ff-158ede310c46 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0472629 May 19 12:33:21.185529 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-12283a95-70d2-4c88-acfb-bf1f143720c7 req-4db06ec2-53e5-493d-9ac3-9c2336d9eecc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535114 May 19 12:33:21.790650 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:22.311031 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d4438-cd41-4370-8010-87b530663d2d req-a7b6c5cc-41ea-47f0-8222-c7c71a52b05e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:22.312437 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f2d4438-cd41-4370-8010-87b530663d2d req-a7b6c5cc-41ea-47f0-8222-c7c71a52b05e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0517447 May 19 12:33:22.359339 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3f2d4438-cd41-4370-8010-87b530663d2d req-6e05d186-82eb-44b2-ab9d-440a45148b7f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 May 19 12:33:23.356533 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:23.480779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69df04-1c42-409a-a4a0-bb437251045f req-e9ac09b8-41da-4407-8b67-6c6c6ec25a8b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:23.482254 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6d69df04-1c42-409a-a4a0-bb437251045f req-e9ac09b8-41da-4407-8b67-6c6c6ec25a8b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0490811 May 19 12:33:23.536905 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6d69df04-1c42-409a-a4a0-bb437251045f req-817cad89-d26a-4fdd-b94b-60de4d3d6d35 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 May 19 12:33:24.660354 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f342a-36bb-4dea-834d-f5ab88723005 req-b9d32f3f-7e9d-42ad-8453-d25b569de6ac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:24.662023 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f48f342a-36bb-4dea-834d-f5ab88723005 req-b9d32f3f-7e9d-42ad-8453-d25b569de6ac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0538163 May 19 12:33:24.718015 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f48f342a-36bb-4dea-834d-f5ab88723005 req-bc740da0-6f4c-487a-9591-cc71aadd1dcd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490143 May 19 12:33:24.774716 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:25.267761 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:33:25.368077 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:33:25.379555 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'mac_address': 'fa:16:3e:9c:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:33:25.417943 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: ACTIVE; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:33:25.418324 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:25.432119 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa50357b-95ff-4657-bbc2-3b5dd21e899e {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:33:25.450877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:33:25.556505 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:25.608129 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=6']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:25.653649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['aa50357b-95ff-4657-bbc2-3b5dd21e899e'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:33:25.848458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66d53-c00e-45f7-ae01-e6594a34164a req-d60cff9e-1497-4b17-aef1-4e6fbc465a15 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:25.849941 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22d66d53-c00e-45f7-ae01-e6594a34164a req-d60cff9e-1497-4b17-aef1-4e6fbc465a15 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 944 time: 0.0493143 May 19 12:33:25.898386 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22d66d53-c00e-45f7-ae01-e6594a34164a req-ac6b0dd8-61dc-46c6-b08f-cfe2ca7969ba tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 May 19 12:33:27.019840 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935bb7-56e8-43b7-8404-dcef8911a573 req-e6fbb9fa-d160-4313-9d4c-ed69114d1892 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:27.021261 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5c935bb7-56e8-43b7-8404-dcef8911a573 req-e6fbb9fa-d160-4313-9d4c-ed69114d1892 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 944 time: 0.0500653 May 19 12:33:27.069273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5c935bb7-56e8-43b7-8404-dcef8911a573 req-8a58c530-1ace-4ceb-90ce-d996ff9762b2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 May 19 12:33:27.294316 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:33:27.338598 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port aa50357b-95ff-4657-bbc2-3b5dd21e899e triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:33:27.338993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:27.413569 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:33:27.413954 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:27.436709 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:33:27.438909 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced53e04-38b2-4537-96c2-0812d2e70444" -d '{"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-plugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:33:27.451827 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:33:27.477027 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062780d-a073-4def-9ef6-1072091ea432 x-openstack-request-id: req-9062780d-a073-4def-9ef6-1072091ea432 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:33:27.477324 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-plugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:33:27.477579 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9062780d-a073-4def-9ef6-1072091ea432 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:33:27.478004 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9062780d-a073-4def-9ef6-1072091ea432'] response: {'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'code': 200} May 19 12:33:27.510388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:27.544751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:27.559474 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=7']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:28.192667 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51fd96-c2d2-4159-8b41-417eaf702a9a req-aac8c0c3-00f2-4248-afdf-3536f6758a8b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:28.194057 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c51fd96-c2d2-4159-8b41-417eaf702a9a req-aac8c0c3-00f2-4248-afdf-3536f6758a8b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0518134 May 19 12:33:28.242366 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c51fd96-c2d2-4159-8b41-417eaf702a9a req-a9523580-96d7-4ce8-a156-1ff760aa2f78 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 May 19 12:33:29.365343 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1b8bd-9a37-4b0d-b5cf-bece0a91445e req-032340c7-af25-4637-a55e-50b2624720a2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:29.367463 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53a1b8bd-9a37-4b0d-b5cf-bece0a91445e req-032340c7-af25-4637-a55e-50b2624720a2 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0505877 May 19 12:33:29.414553 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53a1b8bd-9a37-4b0d-b5cf-bece0a91445e req-b4264de4-f15a-43f0-b10a-c63581cecef5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414863 May 19 12:33:30.498233 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:30.540129 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99a7b6-5cb3-413c-9bb7-8b9f38311480 req-b6b34c0b-6824-4b82-9496-1063208f9876 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:30.541603 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe99a7b6-5cb3-413c-9bb7-8b9f38311480 req-b6b34c0b-6824-4b82-9496-1063208f9876 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0520976 May 19 12:33:30.567201 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:30.589791 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fe99a7b6-5cb3-413c-9bb7-8b9f38311480 req-faa038a6-80f6-4d29-8c00-7d0b1bb033a4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 May 19 12:33:31.705744 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c52c-046e-4531-ab72-9b5267a17e74 req-076392f4-1fcf-4fd0-ae03-eab24c273749 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:31.707255 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e201c52c-046e-4531-ab72-9b5267a17e74 req-076392f4-1fcf-4fd0-ae03-eab24c273749 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0473592 May 19 12:33:31.754297 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e201c52c-046e-4531-ab72-9b5267a17e74 req-6e05236f-93eb-4b97-a946-75d77d9b2458 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409029 May 19 12:33:32.880117 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1768eb-c7d3-4f81-90fa-2be748a2e56c req-ac99053c-ae49-49e7-85df-512c5fa5356f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:32.881614 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f1768eb-c7d3-4f81-90fa-2be748a2e56c req-ac99053c-ae49-49e7-85df-512c5fa5356f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0489149 May 19 12:33:32.935318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f1768eb-c7d3-4f81-90fa-2be748a2e56c req-c5e7dc6f-b564-4bb2-8757-e51f9bb5ec24 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471416 May 19 12:33:34.083003 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5754c-91e2-4757-9045-07d069286eb6 req-967cfd27-ec42-4191-8564-4249032b89cb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:34.084735 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3c5754c-91e2-4757-9045-07d069286eb6 req-967cfd27-ec42-4191-8564-4249032b89cb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0534844 May 19 12:33:34.147193 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3c5754c-91e2-4757-9045-07d069286eb6 req-7d9b24b4-5592-43ed-acb4-72383deb2ce5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 May 19 12:33:34.150253 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:34.151176 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:34.850318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ab18e-bf4d-4252-b865-5ba30f6452fc req-2ea99b08-71cf-4af4-b5c2-fb84d306b099 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:34.852231 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3b9ab18e-bf4d-4252-b865-5ba30f6452fc req-2ea99b08-71cf-4af4-b5c2-fb84d306b099 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0519187 May 19 12:33:34.925090 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3b9ab18e-bf4d-4252-b865-5ba30f6452fc req-29729c83-da5c-4386-a536-6dda6c5d7b96 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609183 May 19 12:33:35.294338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95db8d-1c45-4e52-85dd-f0eaf03b920b req-298fa30d-9aee-4576-8e46-8e7007cd898a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:35.296798 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f95db8d-1c45-4e52-85dd-f0eaf03b920b req-298fa30d-9aee-4576-8e46-8e7007cd898a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0574985 May 19 12:33:35.352022 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f95db8d-1c45-4e52-85dd-f0eaf03b920b req-b59e2b3c-48cf-45d7-b53e-34c688dc1a74 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495384 May 19 12:33:36.075514 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34446724-e72a-4920-997c-f3a5cc372895 req-b96d552f-8148-4c10-9af8-4902ad195c6b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:36.082744 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-34446724-e72a-4920-997c-f3a5cc372895 req-b96d552f-8148-4c10-9af8-4902ad195c6b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0803661 May 19 12:33:36.131238 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-34446724-e72a-4920-997c-f3a5cc372895 req-72f1592d-4057-41c6-8c24-98f95f71e4c7 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474069 May 19 12:33:36.489798 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd5a4-55f5-43aa-ba4d-383703b26247 req-16e7d219-5bc4-4744-b56d-4adb3ef9fc1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:36.491412 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84ccd5a4-55f5-43aa-ba4d-383703b26247 req-16e7d219-5bc4-4744-b56d-4adb3ef9fc1a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0553977 May 19 12:33:36.549795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-84ccd5a4-55f5-43aa-ba4d-383703b26247 req-9ca0cbda-0662-499a-891d-1ac9dbd34f45 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519969 May 19 12:33:37.279415 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3604-7730-47a3-9c51-097dfe25eb99 req-165425dc-40ba-4eac-8af5-fab3a32f2683 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:37.281184 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fbcc3604-7730-47a3-9c51-097dfe25eb99 req-165425dc-40ba-4eac-8af5-fab3a32f2683 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0636232 May 19 12:33:37.338849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fbcc3604-7730-47a3-9c51-097dfe25eb99 req-0ea0f0f7-a21e-4b63-8445-135b61eb7609 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515621 May 19 12:33:37.557906 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:37.694371 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3379-3739-4f2d-971d-25e023eddd84 req-e063d2a8-990b-4cdb-a8d3-40c8a6689f49 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:37.696233 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1c7e3379-3739-4f2d-971d-25e023eddd84 req-e063d2a8-990b-4cdb-a8d3-40c8a6689f49 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0622027 May 19 12:33:37.763453 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1c7e3379-3739-4f2d-971d-25e023eddd84 req-a128c5f2-c416-47df-baf1-b3e9805546e6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593491 May 19 12:33:38.467749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa419-b519-46c2-bae2-37d7626c58d7 req-9c0ddace-ad44-42b6-b936-c84d99848b1b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:38.469273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f42fa419-b519-46c2-bae2-37d7626c58d7 req-9c0ddace-ad44-42b6-b936-c84d99848b1b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0531719 May 19 12:33:38.518006 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f42fa419-b519-46c2-bae2-37d7626c58d7 req-caee4c19-88ab-45f0-8651-57dc7b4ef00f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 May 19 12:33:38.888992 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaa13f-9b09-4c5c-b22a-e55397e17abd req-15de0076-f07d-4973-bf3c-891a7f9a7dd1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:38.891090 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b0aaa13f-9b09-4c5c-b22a-e55397e17abd req-15de0076-f07d-4973-bf3c-891a7f9a7dd1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0476627 May 19 12:33:38.917762 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:38.919658 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:38.941739 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b0aaa13f-9b09-4c5c-b22a-e55397e17abd req-e4e6d22a-e521-443b-93e4-235703bcd036 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457644 May 19 12:33:39.651377 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71717814-02ad-4673-b69d-68549e658106 req-b68d813f-2666-417f-8b61-2d63f5bf45eb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:39.663454 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-71717814-02ad-4673-b69d-68549e658106 req-b68d813f-2666-417f-8b61-2d63f5bf45eb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0609281 May 19 12:33:39.710818 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-71717814-02ad-4673-b69d-68549e658106 req-b973244a-cbfe-4e60-99b3-e4bcc97bbbcd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522628 May 19 12:33:40.073313 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffd3e2-445a-4acc-8529-3c1733109b2c req-935b5b7d-7f0e-4d85-a44a-2c435659bc76 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:40.075020 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c0ffd3e2-445a-4acc-8529-3c1733109b2c req-935b5b7d-7f0e-4d85-a44a-2c435659bc76 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0535607 May 19 12:33:40.125838 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c0ffd3e2-445a-4acc-8529-3c1733109b2c req-93c37dc2-54fd-402b-b121-f727b5fc0572 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449958 May 19 12:33:40.567362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-c9e1c12c-257b-4319-9ce3-3d811ae04812 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:40.568932 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-c9e1c12c-257b-4319-9ce3-3d811ae04812 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0514388 May 19 12:33:40.676701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port b000d5e8-7d43-43d1-b1d5-88228f892e8f {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:33:40.677054 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:40.797941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] For port b000d5e8-7d43-43d1-b1d5-88228f892e8f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b000d5e8-7d43-43d1-b1d5-88228f892e8f,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:33:40.797941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:40.891173 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9420ee3-fd77-41d5-a76c-04625b2baa6c req-e34e4b06-a93c-41fe-8574-791a22efd315 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:40.893404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a9420ee3-fd77-41d5-a76c-04625b2baa6c req-e34e4b06-a93c-41fe-8574-791a22efd315 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 946 time: 0.0896735 May 19 12:33:41.033083 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a9420ee3-fd77-41d5-a76c-04625b2baa6c req-d9ecb8f1-4f51-4133-9aed-fa1989083c81 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc155924-6720-4030-871d-ec9e422ed081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333628 May 19 12:33:41.051521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:41.051521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (b5da051e-e5d3-4274-bd93-d007c4ddb8df), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:41.051521 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP b5da051e-e5d3-4274-bd93-d007c4ddb8df disassociated. External IP: 172.27.3.251, port: b000d5e8-7d43-43d1-b1d5-88228f892e8f. May 19 12:33:41.051521 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for b000d5e8-7d43-43d1-b1d5-88228f892e8f owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:33:41.214441 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:41.215042 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:41.250939 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49bc7-bf8c-4f82-a86c-d5258d481d05 req-561a994f-74bc-4403-b113-3f935a921167 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:41.253625 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29e49bc7-bf8c-4f82-a86c-d5258d481d05 req-561a994f-74bc-4403-b113-3f935a921167 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0485520 May 19 12:33:41.312002 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29e49bc7-bf8c-4f82-a86c-d5258d481d05 req-9b6f0494-8982-4695-9233-4ee528b2a92d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531394 May 19 12:33:41.316406 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (b000d5e8-7d43-43d1-b1d5-88228f892e8f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:41.362934 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=b000d5e8-7d43-43d1-b1d5-88228f892e8f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:41.370652 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:41.385219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.385669 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.386319 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.386551 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.386952 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.387351 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.390459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.390459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.390459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.390459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.390459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.390459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.391062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.391378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.391780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:41.550044 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:33:41.668164 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:33:41.681733 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:33:41.692160 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:33:41.693164 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:33:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:33:41.744275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] No DVR routers for this DVR port b000d5e8-7d43-43d1-b1d5-88228f892e8f on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:33:41.747418 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:41.758654 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6116d8f5-3186-4592-8b77-21899c09e9a7 req-bf61a466-9490-461b-9a95-9d0c1b538d71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "DELETE /v2.0/ports/b000d5e8-7d43-43d1-b1d5-88228f892e8f HTTP/1.1" status: 204 len: 173 time: 1.1780114 May 19 12:33:41.759181 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'name': 'network-vif-deleted', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:33:41.765680 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67f8eb-0410-4fc9-bca1-97455dec30b8" -d '{"events": [{"server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "name": "network-vif-deleted", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:33:41.824521 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:33:41.830694 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e42ff5-5fbe-48bf-828c-a2c15b2f8eca x-openstack-request-id: req-c3e42ff5-5fbe-48bf-828c-a2c15b2f8eca {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:33:41.831091 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd02616-e81f-4372-89c1-8a9f63588512", "name": "network-vif-deleted", "tag": "b000d5e8-7d43-43d1-b1d5-88228f892e8f", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:33:41.836280 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3e42ff5-5fbe-48bf-828c-a2c15b2f8eca {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:33:41.836280 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e42ff5-5fbe-48bf-828c-a2c15b2f8eca'] response: {'server_uuid': '5bd02616-e81f-4372-89c1-8a9f63588512', 'name': 'network-vif-deleted', 'tag': 'b000d5e8-7d43-43d1-b1d5-88228f892e8f', 'status': 'completed', 'code': 200} May 19 12:33:42.052335 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:33:42.085475 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:33:42.096189 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:33:42.097751 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:33:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:33:42.164625 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d5f7b8e8-7c4e-4a05-8fcb-1a2c9bd979b5 req-5ba65195-b0ea-4a03-9e1f-61076c2c7d43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0491838 May 19 12:33:42.218261 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:33:42.441825 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:33:42.473697 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de01ed-7d3e-4617-8459-d87dd97083dd None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:33:42.491531 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08a198-735f-43b2-9dcc-d2d4f786585f req-7afdd6b0-4e26-4176-a13a-405fbb8ea852 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:42.501055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-db08a198-735f-43b2-9dcc-d2d4f786585f req-7afdd6b0-4e26-4176-a13a-405fbb8ea852 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0965970 May 19 12:33:42.566318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-db08a198-735f-43b2-9dcc-d2d4f786585f req-044d4785-a9dd-4e5e-bdf1-896786a01264 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619478 May 19 12:33:42.796523 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809824a-35f5-4512-9fcc-727281bb4bd6 None None] New status for floating IP b5da051e-e5d3-4274-bd93-d007c4ddb8df: DOWN {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:33:43.288965 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b93f940d-f018-4135-b0a5-43fb199cb4f1 req-4d634b16-a008-4fd9-a225-4fccf9aa5928 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0397370 May 19 12:33:43.720078 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f5cb-0b09-4304-9486-7c939120631f req-33986662-9368-4d87-9c4b-d341872dfc34 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:43.723083 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e189f5cb-0b09-4304-9486-7c939120631f req-33986662-9368-4d87-9c4b-d341872dfc34 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0542078 May 19 12:33:43.787045 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e189f5cb-0b09-4304-9486-7c939120631f req-5f114157-8086-4638-af29-d7e83cd0bdec tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508921 May 19 12:33:44.405014 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b746648b-2753-4fca-bf4b-bc56432b39a2 req-8f8c40c9-1b5c-43ce-a6dd-1e4e15f8b4a2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0276005 May 19 12:33:44.935180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068898fb-2c95-4592-ac3b-d8d5cf18eb60 req-b0091c28-338e-406e-89ff-4311de15681c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:44.937494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-068898fb-2c95-4592-ac3b-d8d5cf18eb60 req-b0091c28-338e-406e-89ff-4311de15681c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0561087 May 19 12:33:44.994782 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-068898fb-2c95-4592-ac3b-d8d5cf18eb60 req-d88a6e63-66b9-460b-9cd8-7d3df7cb6d0e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507226 May 19 12:33:45.514202 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fc8b3903-0d37-44b0-824d-ff39acb5e36a req-fd6e27b2-0d5f-4806-97a3-becb2b176ddc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0282695 May 19 12:33:46.082164 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b000d5e8-7d43-43d1-b1d5-88228f892e8f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:33:46.101737 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: b000d5e8-7d43-43d1-b1d5-88228f892e8f {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:33:46.102161 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device b000d5e8-7d43-43d1-b1d5-88228f892e8f not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:33:46.122693 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edf8b3-7fb8-4d55-89a0-ba2d03804a17 req-802bb30f-8d1f-42f6-86aa-4f93ea08dccc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:46.124219 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8edf8b3-7fb8-4d55-89a0-ba2d03804a17 req-802bb30f-8d1f-42f6-86aa-4f93ea08dccc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0481358 May 19 12:33:46.174956 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8edf8b3-7fb8-4d55-89a0-ba2d03804a17 req-fcc4c0c7-f63b-4634-99db-721b1c074980 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 May 19 12:33:46.206941 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:33:46.629262 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad8a5cd2-70fb-430a-ab4c-309c24f658cb req-c26c7437-2525-42e9-b412-2f2310b4015b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd02616-e81f-4372-89c1-8a9f63588512 HTTP/1.1" status: 200 len: 210 time: 0.0332081 May 19 12:33:47.288164 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:47.296457 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c4bb5-bb9e-49c7-8e2b-e58840abde06 req-76333dea-fe15-4a08-8680-6eb92ff5c0e7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:47.300551 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f0c4bb5-bb9e-49c7-8e2b-e58840abde06 req-76333dea-fe15-4a08-8680-6eb92ff5c0e7 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0479765 May 19 12:33:47.346242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f0c4bb5-bb9e-49c7-8e2b-e58840abde06 req-d599a7d7-4c27-4a79-b690-ecb465e1da67 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 May 19 12:33:47.883829 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-5e4155c1-3f44-4169-9713-f963eac1aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:47.885382 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-5e4155c1-3f44-4169-9713-f963eac1aabc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1129 time: 0.0412483 May 19 12:33:47.981584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-2f609c4b-d489-4306-8adf-1fed925d2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:47.983130 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-2f609c4b-d489-4306-8adf-1fed925d2535 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.0919540 May 19 12:33:48.049641 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-64f1fecf-019b-4eb9-9155-16e9e25903ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 1000 time: 0.0583358 May 19 12:33:48.101726 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-88fce3b2-83f1-4c8c-81f5-d9cd4e366179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:48.103221 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-88fce3b2-83f1-4c8c-81f5-d9cd4e366179 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0442250 May 19 12:33:48.157149 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-a3464290-3464-44b0-978f-516e6f798256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:48.158562 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-a3464290-3464-44b0-978f-516e6f798256 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491154 May 19 12:33:48.260791 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-c1b28ec8-6e59-4633-a6a5-47d65317651e service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 May 19 12:33:48.344332 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1fb20ea3-cb83-4309-8dd8-bd48c79eddd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:48.352973 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97c9fd45-3a02-4b9f-8b25-39127441d0ed req-2a705074-563b-4f66-9912-39ce212a5ab6 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926180 May 19 12:33:48.819916 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 52890) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:48.827372 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:48.905296 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16cf8ab1-6996-476d-9dd8-91b2e3470763 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (dc155924-6720-4030-871d-ec9e422ed081), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:48.926648 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246fe96-ba14-4291-a99e-1474176bec88 req-2207ea5f-65fe-4eb5-a34f-d5b607de2934 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:48.928140 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8246fe96-ba14-4291-a99e-1474176bec88 req-2207ea5f-65fe-4eb5-a34f-d5b607de2934 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0638862 May 19 12:33:48.950150 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16cf8ab1-6996-476d-9dd8-91b2e3470763 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (dc155924-6720-4030-871d-ec9e422ed081), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.013243 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8246fe96-ba14-4291-a99e-1474176bec88 req-7ed2038a-3658-43cb-870e-af3ded7cabcb tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781822 May 19 12:33:49.104265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16cf8ab1-6996-476d-9dd8-91b2e3470763 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (dc155924-6720-4030-871d-ec9e422ed081), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.106925 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16cf8ab1-6996-476d-9dd8-91b2e3470763 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.108060 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-16cf8ab1-6996-476d-9dd8-91b2e3470763 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/security-groups/dc155924-6720-4030-871d-ec9e422ed081 HTTP/1.1" status: 204 len: 168 time: 0.2864969 May 19 12:33:49.110940 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52892) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:49.118253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf8ab1-6996-476d-9dd8-91b2e3470763 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc155924-6720-4030-871d-ec9e422ed081,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:49.126474 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.api.v2.resource [None req-8be5c24b-d22a-4fcf-a145-218b59da0f69 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] show failed (client error): The resource could not be found. May 19 12:33:49.127499 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8be5c24b-d22a-4fcf-a145-218b59da0f69 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups/dc155924-6720-4030-871d-ec9e422ed081 HTTP/1.1" status: 404 len: 347 time: 0.0155599 May 19 12:33:49.130444 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52896) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:49.243998 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port c08db575-2a32-4619-ae7c-4d961dd6fc94 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:33:49.244340 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.320168 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.320406 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (c08db575-2a32-4619-ae7c-4d961dd6fc94), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.336096 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for c08db575-2a32-4619-ae7c-4d961dd6fc94 owned by network:floatingip {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:33:49.556937 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (c08db575-2a32-4619-ae7c-4d961dd6fc94), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.582962 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=c08db575-2a32-4619-ae7c-4d961dd6fc94,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:49.611291 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614772 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614772 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.614964 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.615112 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.615432 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.615753 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:49.657328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (b5da051e-e5d3-4274-bd93-d007c4ddb8df), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.659872 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.661041 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-84746ff5-02aa-4991-81ee-e8a9fcaeae43 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/floatingips/b5da051e-e5d3-4274-bd93-d007c4ddb8df HTTP/1.1" status: 204 len: 168 time: 0.5294652 May 19 12:33:49.815937 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52902) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:49.820546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123566988', 'description': 'tempest-description--724792458'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:33:49.904904 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.972397 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (395ce7aa-f823-49d1-bf21-27fc1cb18382), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.058593 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (395ce7aa-f823-49d1-bf21-27fc1cb18382), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.087802 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395ce7aa-f823-49d1-bf21-27fc1cb18382,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:50.148451 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357cc9-c7d5-4af6-b421-078d074e391e req-52fb0e64-ac3a-482a-9e46-54ba58f4ffd4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:50.149957 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac357cc9-c7d5-4af6-b421-078d074e391e req-52fb0e64-ac3a-482a-9e46-54ba58f4ffd4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 945 time: 0.0480399 May 19 12:33:50.163881 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.165186 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2281d53d-db43-4078-8dd5-ec434a6fed92 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3482413 May 19 12:33:50.168757 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52906) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:50.173137 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': '395ce7aa-f823-49d1-bf21-27fc1cb18382', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:33:50.201588 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ac357cc9-c7d5-4af6-b421-078d074e391e req-78b1cc47-1a38-44a9-bbc6-61d20afd72af tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 May 19 12:33:50.283519 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (4265fd3b-44be-49cb-835d-2b1feaf5be91), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.332894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (4265fd3b-44be-49cb-835d-2b1feaf5be91), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.342640 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:33:50.395851 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (4265fd3b-44be-49cb-835d-2b1feaf5be91), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.416459 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4265fd3b-44be-49cb-835d-2b1feaf5be91,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:50.418616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: ACTIVE; New status is: DOWN {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:33:50.419012 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.443690 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:33:50.445919 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0d5be-315e-45e0-a7c2-00d29d8c84e6" -d '{"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-unplugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:33:50.459329 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:33:50.483725 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.485007 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9f23a91d-504d-4c29-8851-5683f6bfadad tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153014 May 19 12:33:50.492865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731aaace-6c8e-42f0-bf92-74219e4fe867 x-openstack-request-id: req-731aaace-6c8e-42f0-bf92-74219e4fe867 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:33:50.492865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-unplugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:33:50.492865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-731aaace-6c8e-42f0-bf92-74219e4fe867 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:33:50.492865 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731aaace-6c8e-42f0-bf92-74219e4fe867'] response: {'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'code': 200} May 19 12:33:50.494613 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52916) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:50.499077 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'security_group_rule': {'security_group_id': '395ce7aa-f823-49d1-bf21-27fc1cb18382', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:33:50.550514 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.601096 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=8']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:50.605167 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-92bc1e59-b717-4f69-98e3-f9e329247c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.610824 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.611509 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.611509 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.611973 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.612305 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.612655 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.613074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.613297 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.613608 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.613933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.614253 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.614601 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.614925 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.615241 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.615555 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:50.637290 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (31f8c134-b264-4455-9d54-f61f4b8f26f9), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.645887 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:50.651947 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:50.688138 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (31f8c134-b264-4455-9d54-f61f4b8f26f9), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.784530 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (31f8c134-b264-4455-9d54-f61f4b8f26f9), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.803438 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f8c134-b264-4455-9d54-f61f4b8f26f9,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:50.901125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.902476 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-1e038bd0-92ae-4362-afd6-2ceebfd797ba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068587 May 19 12:33:50.905588 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 52918) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:33:50.909797 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:33:50.984720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.065363 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.177271 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.27.3.250 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/e7e536bf-cdec-4488-9cb3-641df41ccf9a) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:33:51.289204 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.333318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c690a4-f899-470e-85ec-ab0a7f51a222 req-0184989d-6a31-4ea5-af32-e18b5030c945 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:51.334810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-30c690a4-f899-470e-85ec-ab0a7f51a222 req-0184989d-6a31-4ea5-af32-e18b5030c945 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0527880 May 19 12:33:51.378997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:51.385118 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.401514 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-30c690a4-f899-470e-85ec-ab0a7f51a222 req-c6e8cec7-e4a3-4a80-92cc-83f5a3f0eaa6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605230 May 19 12:33:51.432390 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:51.437958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:33:51.441752 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:33:51.445828 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:33:51.455363 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=e7e536bf-cdec-4488-9cb3-641df41ccf9a,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:51.539022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (e5da7031-13c5-4404-aff0-372a92db0883), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.628223 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.795896 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.804457 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.858647 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:51.920171 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:51.926125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=e7e536bf-cdec-4488-9cb3-641df41ccf9a,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:51.938210 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (e5da7031-13c5-4404-aff0-372a92db0883), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:52.032115 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:52.033406 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2675368e-f5f8-4299-bc00-2065040c99c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1268594 May 19 12:33:52.239361 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-c5c79b17-b4e9-4a2a-ada2-e53e1410af51 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2123566988&fields=id&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 267 time: 0.0436430 May 19 12:33:52.344447 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ce10e833-9060-4b9c-a18e-8f037a234dba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:52.345829 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ce10e833-9060-4b9c-a18e-8f037a234dba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1010313 May 19 12:33:52.361320 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-1f038462-41d1-4e9c-8889-35c7218f1152 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/quotas/86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 375 time: 0.0097616 May 19 12:33:52.414969 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-fc7668a3-53e0-44cd-8ace-6a61b16bb3c9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485618 May 19 12:33:52.551691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b473d0-510b-46bf-aef7-686c971a6ce2 req-5012babb-5a70-4515-9257-ec9dcc2f938f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:52.553200 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-58b473d0-510b-46bf-aef7-686c971a6ce2 req-5012babb-5a70-4515-9257-ec9dcc2f938f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0697055 May 19 12:33:52.560288 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-023248ff-d31d-44fe-9cc1-f2ac1771f540 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331999 May 19 12:33:52.897802 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-58b473d0-510b-46bf-aef7-686c971a6ce2 req-ce62c3e6-22e0-4f58-9177-2a6802700132 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365555 May 19 12:33:52.927592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-7c02126c-a115-46f7-9573-d2b75c05042e service neutron] 10.222.0.57 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595135 May 19 12:33:53.155847 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-70755677-c36a-4cac-9e46-515720acc5c0 req-20e77675-24c4-4652-962c-bb92fe94166f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0318525 May 19 12:33:53.338586 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:54.021133 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280cd6-de4b-44b8-8768-19c7644a3a14 req-c21d955c-0b50-488a-acb3-5288df695e20 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:54.026747 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7b280cd6-de4b-44b8-8768-19c7644a3a14 req-c21d955c-0b50-488a-acb3-5288df695e20 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0513091 May 19 12:33:54.077400 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7b280cd6-de4b-44b8-8768-19c7644a3a14 req-070b62e7-0e96-4a2b-9e38-980efacb9891 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 May 19 12:33:54.215018 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:54.235850 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-028c8f72-72d3-46c6-808f-2fc37839a68a req-6f016ffc-3cb6-4610-83a1-0f9d03c8b66e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0296996 May 19 12:33:54.795839 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:55.207770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dfd56-248c-4adc-a993-79b885816566 req-d90a26a8-7df5-4d12-91a0-b359122e22f6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:55.209274 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f5dfd56-248c-4adc-a993-79b885816566 req-d90a26a8-7df5-4d12-91a0-b359122e22f6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0495236 May 19 12:33:55.262605 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f5dfd56-248c-4adc-a993-79b885816566 req-c4acfcfb-1440-4fcf-9dd8-cc154394beb4 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 May 19 12:33:55.316392 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-321d3320-7c6a-43fd-8389-b40b8a24e6c7 req-cec4704d-6176-4eec-85d0-b74fe05bb0b0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0290322 May 19 12:33:56.201464 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=67 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:56.202254 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=93 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:56.396849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-58705f53-b9e3-4400-84c1-2b9bf18773db req-34ce7b39-8436-46fe-9a14-ed9654163a71 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0294936 May 19 12:33:57.496496 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ec85a5e4-5d44-403f-bc68-bfe7a57063a1 req-1709338e-e693-43fe-8b8c-971de436ef47 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0303311 May 19 12:33:57.694001 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea33d8-25f9-460e-8425-fec803163471 req-e04026d6-52ff-4b28-995a-a1a146428bf5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:57.695504 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-38ea33d8-25f9-460e-8425-fec803163471 req-e04026d6-52ff-4b28-995a-a1a146428bf5 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0513525 May 19 12:33:57.743321 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-38ea33d8-25f9-460e-8425-fec803163471 req-2853d73f-8353-41f6-89d7-ee8c6f02ee14 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 May 19 12:33:58.223558 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-4011e2d4-1fe3-480e-857f-7cb2df0c2736 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875242 May 19 12:33:58.359273 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-6c71e482-6638-41d6-ac6e-28272796f749 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:58.360720 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-6c71e482-6638-41d6-ac6e-28272796f749 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports/aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 940 time: 0.1073749 May 19 12:33:58.382242 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:33:58.602150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: DOWN; New status is: DOWN {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:33:58.606826 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9ab812d7-a3c6-43f0-b6f6-0456602629ae req-e54b395b-4400-42a0-8cdf-c557fa1bff10 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0348489 May 19 12:33:58.870958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76974ec9-8dea-4e10-85de-efc21921d4c9 req-46b89d18-86e3-4ed6-9096-be0b1facdd1e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:58.872959 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-76974ec9-8dea-4e10-85de-efc21921d4c9 req-46b89d18-86e3-4ed6-9096-be0b1facdd1e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0474968 May 19 12:33:58.921923 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-76974ec9-8dea-4e10-85de-efc21921d4c9 req-813d9939-64a8-4912-92a8-8090210e41f8 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 May 19 12:33:59.298511 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:59.339330 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-5cf15dd4-47e2-4e82-a2f9-419b6117a0a0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:59.342540 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-5cf15dd4-47e2-4e82-a2f9-419b6117a0a0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 815 time: 0.1085463 May 19 12:33:59.706215 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-13dc5380-d5c6-4b41-abd2-e47828da9208 req-c087bbef-2141-4514-93d9-97398ee99427 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0290527 May 19 12:33:59.813843 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-7a9a6362-084b-4b26-b53f-0cd0ea1d5760 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c353f6ded643e6b501ec57800fafc6 HTTP/1.1" status: 200 len: 380 time: 0.0762589 May 19 12:33:59.825171 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'port': {'device_id': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'admin_state_up': True, 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'security_groups': ['395ce7aa-f823-49d1-bf21-27fc1cb18382']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:00.054166 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706eee9-4429-437d-80c7-fb35618080d6 req-8f744899-ab4e-4b86-a5bf-0693d946110f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:00.055965 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8706eee9-4429-437d-80c7-fb35618080d6 req-8f744899-ab4e-4b86-a5bf-0693d946110f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0493267 May 19 12:34:00.082168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Made reservation on behalf of 86c353f6ded643e6b501ec57800fafc6 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:34:00.082168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:00.137546 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8706eee9-4429-437d-80c7-fb35618080d6 req-4731129b-f17f-4903-bbf4-5bfe5d587534 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753646 May 19 12:34:00.247391 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Allocated IP 172.20.0.4 (c9b89124-2c1b-4572-adaf-f3ca44cc01f0/f052e198-6a49-4fc4-930c-024bf898a4bd/543abcf6-9f44-4c9b-ae1f-bf82ebc9e926) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:34:00.249243 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:00.392387 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:00.416414 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:00.493247 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:00.538983 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:34:00.542115 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:00.546322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:34:00.581647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event updated for resources: {'Port': ['ID=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:00.623765 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:00.623765 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:00.659871 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-0040ca9f-ff6a-4274-ad77-438efa47c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:00.659871 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-0040ca9f-ff6a-4274-ad77-438efa47c7f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66&tenant_id=1231585c94524ec199c47bd4f4162578 HTTP/1.1" status: 200 len: 1127 time: 0.0576282 May 19 12:34:00.763944 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-caa4ed3c-b870-4777-9c03-808dc622e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:00.765471 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-caa4ed3c-b870-4777-9c03-808dc622e4bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1127 time: 0.0466380 May 19 12:34:00.769777 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-ea063bb2-9fef-4e4f-a3e5-a6080da05a2f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9504120 May 19 12:34:00.782378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Request body: {'port': {'device_id': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:00.852388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b651ad01-b696-44f5-9e16-f9c42bebd4ca None None] Provisioning complete for port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:00.853628 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b651ad01-b696-44f5-9e16-f9c42bebd4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:00.869849 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-acee586c-1100-4b6d-82a7-d2a95e0831db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:00.872016 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-acee586c-1100-4b6d-82a7-d2a95e0831db service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.0942874 May 19 12:34:00.881325 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11046e42-05cc-4212-b048-b934a1114416 req-9d9f7ed9-b56d-49d1-aa89-fe19e47df545 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:00.886529 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-11046e42-05cc-4212-b048-b934a1114416 req-9d9f7ed9-b56d-49d1-aa89-fe19e47df545 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 931 time: 0.0959516 May 19 12:34:00.891302 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:00.900549 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b651ad01-b696-44f5-9e16-f9c42bebd4ca None None] Port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:34:00.940939 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-81570ef2-e4c8-4d00-981c-4575c76382b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 998 time: 0.0631378 May 19 12:34:00.993083 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-11046e42-05cc-4212-b048-b934a1114416 req-40b7242c-9f98-46db-a712-576e52c618f8 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993793 May 19 12:34:01.239041 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-5211f3a4-4746-4e02-b151-7d9134b9b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:01.240671 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-5211f3a4-4746-4e02-b151-7d9134b9b125 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.0515618 May 19 12:34:01.262389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:01.275069 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Publish callbacks [] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:01.294477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cf2b-1e43-4577-880f-c0386dbb1792 req-9c44f6c9-681b-45fe-8927-65eb35df41ce tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:01.295173 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-f6264c2e-3b06-49be-899b-a616ac7688a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:01.295945 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b690cf2b-1e43-4577-880f-c0386dbb1792 req-9c44f6c9-681b-45fe-8927-65eb35df41ce tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0740578 May 19 12:34:01.296705 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-f6264c2e-3b06-49be-899b-a616ac7688a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463264 May 19 12:34:01.301263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Transition to ACTIVE for port object 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:34:01.347149 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b690cf2b-1e43-4577-880f-c0386dbb1792 req-f28b2b9b-e294-426b-bbba-e88864af7f8c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447352 May 19 12:34:01.361572 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:01.411897 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:01.415001 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-f2d186ee-d348-4372-9ddb-01d5ae385b9f service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036036 May 19 12:34:01.423007 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:01.511352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Attempting to bind port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:34:01.511689 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Attempting to bind port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:34:01.512550 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Attempting to bind port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:01.519370 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:34:01.519704 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Attempting to bind port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 on network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:01.525278 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:34:01.525633 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Checking segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:34:01.529458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Bound using segment: {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:34:01.529458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Bound port: 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7547d0f-753b-4c33-807a-76d1e832b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:34:01.529458 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:01.544000 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:01.604296 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] For port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:34:01.607654 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] For port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:34:01.609260 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-3a126aae-33a4-4521-a76b-ed7f80e5ce34 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252844 May 19 12:34:01.676598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:01.718946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:01.719578 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:01.721016 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] 10.222.0.77 "PUT /v2.0/ports/543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 HTTP/1.1" status: 200 len: 1093 time: 0.9428549 May 19 12:34:01.721439 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:01.723719 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feac8ac-359b-4395-9849-2ee950e2157c" -d '{"events": [{"name": "network-changed", "server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:01.758006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3dc37-6190-47eb-85e6-720d5b13f8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:01.772194 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc33054b-e594-43ca-a9e2-e5215bd53a02 x-openstack-request-id: req-cc33054b-e594-43ca-a9e2-e5215bd53a02 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:01.772194 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:01.772194 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc33054b-e594-43ca-a9e2-e5215bd53a02 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:01.772194 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc33054b-e594-43ca-a9e2-e5215bd53a02'] response: {'name': 'network-changed', 'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'status': 'completed', 'code': 200} May 19 12:34:01.877405 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac8ac-359b-4395-9849-2ee950e2157c req-5d3311c8-6d09-4b77-887d-b06e2145e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:01.880215 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2feac8ac-359b-4395-9849-2ee950e2157c req-5d3311c8-6d09-4b77-887d-b06e2145e6c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0481966 May 19 12:34:02.034040 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac8ac-359b-4395-9849-2ee950e2157c req-c18d2d4a-b168-4790-b40d-63734a893e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:02.037708 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2feac8ac-359b-4395-9849-2ee950e2157c req-c18d2d4a-b168-4790-b40d-63734a893e66 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=86c353f6ded643e6b501ec57800fafc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1443722 May 19 12:34:02.157703 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b00d-687a-4b8c-b805-84f98d36cdb5 req-a8920efe-1b06-4df3-963e-017c8922de7a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:02.164646 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fb24b00d-687a-4b8c-b805-84f98d36cdb5 req-a8920efe-1b06-4df3-963e-017c8922de7a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0647981 May 19 12:34:02.239473 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac8ac-359b-4395-9849-2ee950e2157c req-d87ed583-7900-4f51-8538-36fbb8d20d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:02.241014 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2feac8ac-359b-4395-9849-2ee950e2157c req-d87ed583-7900-4f51-8538-36fbb8d20d20 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955743 May 19 12:34:02.252378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fb24b00d-687a-4b8c-b805-84f98d36cdb5 req-e4952b6a-8f18-4d47-b869-3469a9d828fb tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867736 May 19 12:34:02.492683 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194e6b-7fd3-448d-9569-358429ca32dd req-35556012-9536-4ddf-8d16-ac60c933da26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:02.494545 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fd194e6b-7fd3-448d-9569-358429ca32dd req-35556012-9536-4ddf-8d16-ac60c933da26 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0607944 May 19 12:34:02.587176 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fd194e6b-7fd3-448d-9569-358429ca32dd req-1752f766-6091-4d0e-92a0-412d68b4beab tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835025 May 19 12:34:03.223230 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef299-d4d4-46b6-84a0-3b6cf420639a req-7a31329b-77cb-4c9f-be17-35730b3d0656 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:03.230775 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-837ef299-d4d4-46b6-84a0-3b6cf420639a req-7a31329b-77cb-4c9f-be17-35730b3d0656 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0651197 May 19 12:34:03.282378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-837ef299-d4d4-46b6-84a0-3b6cf420639a req-c5a585e4-3e79-4fc5-9c7e-cf516f04a3e2 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504956 May 19 12:34:03.383469 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec1bbe-4973-41bc-920d-99006a51d8ef req-cfa7c049-472e-499d-851b-9a19c3353611 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:03.384991 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a1ec1bbe-4973-41bc-920d-99006a51d8ef req-cfa7c049-472e-499d-851b-9a19c3353611 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0553546 May 19 12:34:03.433025 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a1ec1bbe-4973-41bc-920d-99006a51d8ef req-90c1ea84-4db6-40bb-9739-1e2a37d657e9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424681 May 19 12:34:03.736172 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c800f-6db2-48d9-a0c8-cb963cf9b963 req-8bd46cd4-6e88-4474-86e0-f61848c7bc8e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:03.737826 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e6c800f-6db2-48d9-a0c8-cb963cf9b963 req-8bd46cd4-6e88-4474-86e0-f61848c7bc8e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0514486 May 19 12:34:03.806652 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e6c800f-6db2-48d9-a0c8-cb963cf9b963 req-2fcba155-eb1e-4e40-8b84-04e716592a78 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626767 May 19 12:34:04.402874 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa57c-13ba-46e8-9047-7d624328b557 req-213e8d64-9824-41d3-a668-f6f1669e9fcb tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:04.404392 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-390aa57c-13ba-46e8-9047-7d624328b557 req-213e8d64-9824-41d3-a668-f6f1669e9fcb tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0485370 May 19 12:34:04.468206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-390aa57c-13ba-46e8-9047-7d624328b557 req-95814796-2225-44c8-8784-6402821915a6 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 May 19 12:34:04.549445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d5782-f760-4872-a394-9f995108cbfa req-c9875cb3-57c5-4058-b3a0-3ca5fcac991a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:04.551028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-544d5782-f760-4872-a394-9f995108cbfa req-c9875cb3-57c5-4058-b3a0-3ca5fcac991a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0474963 May 19 12:34:04.578663 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:04.584496 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:04.602042 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-544d5782-f760-4872-a394-9f995108cbfa req-2e354629-17e9-459a-b676-26ab1cd5f970 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 May 19 12:34:04.965973 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b3574-f390-4d9c-8985-e7adc9458ac1 req-848adbde-b992-4066-9988-8adf48a60ccc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:04.967601 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a22b3574-f390-4d9c-8985-e7adc9458ac1 req-848adbde-b992-4066-9988-8adf48a60ccc tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0560904 May 19 12:34:05.018116 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a22b3574-f390-4d9c-8985-e7adc9458ac1 req-e0c15fc4-cfde-40f8-b770-dd0ff23e8bbf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 May 19 12:34:05.590915 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf626b-1c74-45b8-b7f8-e8399e3779b2 req-06a12f9e-dbcc-4ab4-9d5a-6fe91a5916d3 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:05.592643 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a5cf626b-1c74-45b8-b7f8-e8399e3779b2 req-06a12f9e-dbcc-4ab4-9d5a-6fe91a5916d3 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0536866 May 19 12:34:05.645239 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a5cf626b-1c74-45b8-b7f8-e8399e3779b2 req-29e97b33-3358-46af-a17b-505b775a66fa tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 May 19 12:34:05.757761 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61785-9d05-4237-a802-e7c615ecb262 req-b51acf8a-359f-40f0-91ca-0181124ca67f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:05.759200 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f6b61785-9d05-4237-a802-e7c615ecb262 req-b51acf8a-359f-40f0-91ca-0181124ca67f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0470788 May 19 12:34:05.810100 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f6b61785-9d05-4237-a802-e7c615ecb262 req-11625bfd-bdce-479c-94ee-5f8531f43bd3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 May 19 12:34:06.147003 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b4bd-ae5f-46b4-9ff5-24c682f8a5c7 req-a0a78f15-6521-4362-bbaf-055bf90a4cfe tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:06.148485 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1a8b4bd-ae5f-46b4-9ff5-24c682f8a5c7 req-a0a78f15-6521-4362-bbaf-055bf90a4cfe tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0509794 May 19 12:34:06.213164 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1a8b4bd-ae5f-46b4-9ff5-24c682f8a5c7 req-351c1781-c5b0-4cc8-9abc-7064654bf1d9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584824 May 19 12:34:06.771530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864772c6-52e5-498e-8449-507f9e595205 req-fac1d0ed-e8c7-4333-945a-76b2afe54995 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:06.773034 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-864772c6-52e5-498e-8449-507f9e595205 req-fac1d0ed-e8c7-4333-945a-76b2afe54995 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0489864 May 19 12:34:06.823131 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-864772c6-52e5-498e-8449-507f9e595205 req-30e81f5b-038b-422d-9d0a-11c3e6050168 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 May 19 12:34:06.944036 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c528a-62c1-468e-9b7f-5481a475ea4c req-8d1ea1bc-33c4-4517-b45b-696d02247b50 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:06.945609 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ff7c528a-62c1-468e-9b7f-5481a475ea4c req-8d1ea1bc-33c4-4517-b45b-696d02247b50 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0537641 May 19 12:34:06.998554 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ff7c528a-62c1-468e-9b7f-5481a475ea4c req-833e3c71-b832-44c5-b9d6-fbea2c33f285 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 May 19 12:34:07.338705 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572d635-9ccf-4a7e-bc0a-3783fdd11940 req-ebe6fff5-829c-40ee-a47f-e18e27d8d8dd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:07.340375 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f572d635-9ccf-4a7e-bc0a-3783fdd11940 req-ebe6fff5-829c-40ee-a47f-e18e27d8d8dd tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0512147 May 19 12:34:07.396552 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f572d635-9ccf-4a7e-bc0a-3783fdd11940 req-ba16ebac-1e94-418f-ba46-e2afd8c8b846 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479314 May 19 12:34:07.941137 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb8c0-ba27-4aa4-aad1-10b0e3f0eb17 req-9fe33088-674c-43c3-9b78-7a70ec8522b3 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:07.942692 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cfcb8c0-ba27-4aa4-aad1-10b0e3f0eb17 req-9fe33088-674c-43c3-9b78-7a70ec8522b3 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0491030 May 19 12:34:08.010454 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3cfcb8c0-ba27-4aa4-aad1-10b0e3f0eb17 req-aa9bb774-81da-498e-82a2-d0456b9ec668 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 May 19 12:34:08.135512 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580570d-00ee-4855-ac08-275ba1653932 req-3c056f9e-111d-42dc-a661-7b0f1b81ffa6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:08.137074 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6580570d-00ee-4855-ac08-275ba1653932 req-3c056f9e-111d-42dc-a661-7b0f1b81ffa6 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0588169 May 19 12:34:08.194741 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6580570d-00ee-4855-ac08-275ba1653932 req-846f35ab-ba32-448c-9e6f-dc08578aba8f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517344 May 19 12:34:08.522845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c2480-df78-4ded-9ac3-1457c443b263 req-2dfe26c1-2e9a-4869-9fe7-abdf67d2d792 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:08.524364 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2d2c2480-df78-4ded-9ac3-1457c443b263 req-2dfe26c1-2e9a-4869-9fe7-abdf67d2d792 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0474420 May 19 12:34:08.574569 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2d2c2480-df78-4ded-9ac3-1457c443b263 req-f8b0de67-8a2a-42ca-a203-a323972a25c6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439968 May 19 12:34:09.132400 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba10533-0648-49e0-b2ec-eec8d5c21680 req-450b3dce-9421-4a01-88a8-32f50c6bdaa9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:09.134621 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0ba10533-0648-49e0-b2ec-eec8d5c21680 req-450b3dce-9421-4a01-88a8-32f50c6bdaa9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0507569 May 19 12:34:09.167653 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:09.186444 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:09.198985 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0ba10533-0648-49e0-b2ec-eec8d5c21680 req-d75d3377-73a9-4931-8264-373166491c9f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578864 May 19 12:34:09.313443 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113b980-371f-4161-a0da-5e258e3769be req-81cf3e53-f0f0-4b7a-aa0d-9921becd1b1a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:09.315294 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b113b980-371f-4161-a0da-5e258e3769be req-81cf3e53-f0f0-4b7a-aa0d-9921becd1b1a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0538187 May 19 12:34:09.382037 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b113b980-371f-4161-a0da-5e258e3769be req-9607aea7-0cc5-4b33-b400-b401f5cf3314 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500758 May 19 12:34:09.698998 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca64ae-a4fc-44b5-bb0f-044a6271fb74 req-d516caad-a71d-4d76-8867-80a0236c7c9c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:09.701170 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89ca64ae-a4fc-44b5-bb0f-044a6271fb74 req-d516caad-a71d-4d76-8867-80a0236c7c9c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0494881 May 19 12:34:09.752375 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-89ca64ae-a4fc-44b5-bb0f-044a6271fb74 req-9d0e7b67-eba0-44ef-94a6-7f01fffbc339 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451233 May 19 12:34:10.342771 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f78a1-32da-4ef0-9e20-432abb91c18e req-ffaf5f53-8b23-4de1-8d1d-d064680af44a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.345009 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d76f78a1-32da-4ef0-9e20-432abb91c18e req-ffaf5f53-8b23-4de1-8d1d-d064680af44a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0694418 May 19 12:34:10.396807 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d76f78a1-32da-4ef0-9e20-432abb91c18e req-871902ae-0ece-43d7-b8f9-4d42bd1ee87e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 May 19 12:34:10.511711 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c490-0bed-4886-9064-1ff9d6cac21d req-f4e8bb22-c012-4b91-bc19-477f3e2c7d39 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.513196 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-98d1c490-0bed-4886-9064-1ff9d6cac21d req-f4e8bb22-c012-4b91-bc19-477f3e2c7d39 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0472796 May 19 12:34:10.562320 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-98d1c490-0bed-4886-9064-1ff9d6cac21d req-fd0faf61-280b-4c26-9742-1e107376b10f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 May 19 12:34:10.890939 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3d3e5-96b1-4484-a32e-80794a8c4667 req-c0056b30-f6ae-496f-a721-6adf2f8f95de tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.892965 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8cb3d3e5-96b1-4484-a32e-80794a8c4667 req-c0056b30-f6ae-496f-a721-6adf2f8f95de tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0595613 May 19 12:34:10.907885 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=62,neutron:UPDATE=7 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:10.908903 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:10.945236 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8cb3d3e5-96b1-4484-a32e-80794a8c4667 req-043527b9-35de-4254-aa5d-0d6abbd1278f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467629 May 19 12:34:10.990530 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:11.141333 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:11.146425 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:11.520197 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6446-decb-482b-a90b-0e8605216d05 req-90f83f3c-9574-41a4-9cb3-3cef510624c9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:11.521731 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3e7a6446-decb-482b-a90b-0e8605216d05 req-90f83f3c-9574-41a4-9cb3-3cef510624c9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0517521 May 19 12:34:11.569911 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3e7a6446-decb-482b-a90b-0e8605216d05 req-7aae03be-bffb-46a2-854c-dbba990e12f7 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 May 19 12:34:11.603269 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=49 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:11.606168 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:11.685123 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c6cb2-dcfd-4b5e-8e67-40a92c30ee2e req-89212547-c46e-4861-ac7d-5bb43fdfb217 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:11.687502 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d93c6cb2-dcfd-4b5e-8e67-40a92c30ee2e req-89212547-c46e-4861-ac7d-5bb43fdfb217 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0532138 May 19 12:34:11.745581 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d93c6cb2-dcfd-4b5e-8e67-40a92c30ee2e req-589f6990-1c90-4ee8-b1fa-4525489b1796 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524991 May 19 12:34:12.089390 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd997ca-744f-425c-b01a-9d634f07ced3 req-4a6d91c1-6bc4-4379-b42d-76d9d186191b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:12.089390 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3fd997ca-744f-425c-b01a-9d634f07ced3 req-4a6d91c1-6bc4-4379-b42d-76d9d186191b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0553677 May 19 12:34:12.135110 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3fd997ca-744f-425c-b01a-9d634f07ced3 req-9e91f1f5-6507-4e11-82a3-dfa835d10e22 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486226 May 19 12:34:12.685383 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe594a2-6e09-4a5e-a220-18215af413de req-0adea435-102f-43d8-a239-6d4b8d83fe44 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:12.688107 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-abe594a2-6e09-4a5e-a220-18215af413de req-0adea435-102f-43d8-a239-6d4b8d83fe44 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0488484 May 19 12:34:12.734820 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-abe594a2-6e09-4a5e-a220-18215af413de req-81eb7d1a-b64e-4ff9-b3a4-01ba1c087ad3 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 May 19 12:34:12.871576 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5761285-12e4-470b-9f65-7175e8031553 req-1bfa638c-0604-419f-bff3-dd05d5f5fa0a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:12.873063 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5761285-12e4-470b-9f65-7175e8031553 req-1bfa638c-0604-419f-bff3-dd05d5f5fa0a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0520000 May 19 12:34:12.921694 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5761285-12e4-470b-9f65-7175e8031553 req-5f3b36b4-b92a-432f-8f2f-1a55072e615f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 May 19 12:34:13.256662 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a30881-77ce-44cd-bba3-d6e6a2a98fd8 req-f03c269f-3b88-4e8d-97e4-af0f6282bd84 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:13.258149 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-91a30881-77ce-44cd-bba3-d6e6a2a98fd8 req-f03c269f-3b88-4e8d-97e4-af0f6282bd84 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0471752 May 19 12:34:13.284589 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:13.308250 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:13.310516 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-91a30881-77ce-44cd-bba3-d6e6a2a98fd8 req-89151f8c-86d0-4a91-a8d0-a4feef9ed5d1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465059 May 19 12:34:13.853967 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5b87d-e90b-45ce-ac66-b47554667467 req-5cdff69c-f8bc-44d4-aee9-74674921f987 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:13.855468 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1d5b87d-e90b-45ce-ac66-b47554667467 req-5cdff69c-f8bc-44d4-aee9-74674921f987 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0484705 May 19 12:34:13.913067 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c1d5b87d-e90b-45ce-ac66-b47554667467 req-293effdb-61f0-45a0-9a27-a749bd3148e8 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504653 May 19 12:34:14.039106 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7256-2efb-4df2-a21a-65f480560cb1 req-b1661c41-37ed-49f4-8789-9c2bccb0ef29 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:14.041476 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c4d7256-2efb-4df2-a21a-65f480560cb1 req-b1661c41-37ed-49f4-8789-9c2bccb0ef29 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0518551 May 19 12:34:14.090853 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c4d7256-2efb-4df2-a21a-65f480560cb1 req-20a19a54-e617-4796-9672-9e1c4ac2caba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 May 19 12:34:14.431269 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85451139-f4a8-48ee-99f3-66519adfc41c req-d707304d-0963-4e9f-8f7a-9be73a438d7d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:14.432732 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-85451139-f4a8-48ee-99f3-66519adfc41c req-d707304d-0963-4e9f-8f7a-9be73a438d7d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0468392 May 19 12:34:14.478612 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-85451139-f4a8-48ee-99f3-66519adfc41c req-98b4fb58-222f-44e2-b4fb-6964293fd62f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398059 May 19 12:34:15.038609 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9929d-0ddf-4dd3-98bc-d457d52de193 req-aaf8dd50-3ad2-4fb3-a6c1-f2ff028f1914 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:15.039970 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55d9929d-0ddf-4dd3-98bc-d457d52de193 req-aaf8dd50-3ad2-4fb3-a6c1-f2ff028f1914 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0547287 May 19 12:34:15.089821 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55d9929d-0ddf-4dd3-98bc-d457d52de193 req-a1341ff7-da56-40d8-8efb-1bbf28bbb9fe tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 May 19 12:34:15.206456 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd6a48-98bd-4591-afae-9eeb48be79a8 req-cd22abd6-f747-43c8-9e0c-505109773c79 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:15.207979 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81cd6a48-98bd-4591-afae-9eeb48be79a8 req-cd22abd6-f747-43c8-9e0c-505109773c79 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0485306 May 19 12:34:15.255337 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81cd6a48-98bd-4591-afae-9eeb48be79a8 req-e0e64996-b6d3-4560-8aa8-6c435be39781 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 May 19 12:34:15.601247 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986203e-1e42-4d84-b2d8-d656b2e7ff4d req-c1469f2a-863a-4b3a-be24-71ef94e7a27b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:15.602747 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d986203e-1e42-4d84-b2d8-d656b2e7ff4d req-c1469f2a-863a-4b3a-be24-71ef94e7a27b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0521591 May 19 12:34:15.655048 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d986203e-1e42-4d84-b2d8-d656b2e7ff4d req-3da8f18c-d3d8-40d8-8e10-a969f90f6550 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456059 May 19 12:34:16.211824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964cecc-7806-4135-bd9c-1287894bcdde req-1c05ea5e-018a-42c6-8765-2a26eb3aaf5f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:16.213295 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4964cecc-7806-4135-bd9c-1287894bcdde req-1c05ea5e-018a-42c6-8765-2a26eb3aaf5f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0486240 May 19 12:34:16.259947 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4964cecc-7806-4135-bd9c-1287894bcdde req-c0c7ba5c-dc2a-48a4-bd05-7064acf4d766 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 May 19 12:34:16.367939 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdafd4-e276-400e-a550-b00ed3b41e85 req-62cac6f3-c16d-4243-b141-ccfa75c3d255 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:16.369424 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d6fdafd4-e276-400e-a550-b00ed3b41e85 req-62cac6f3-c16d-4243-b141-ccfa75c3d255 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0463750 May 19 12:34:16.420996 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d6fdafd4-e276-400e-a550-b00ed3b41e85 req-d877adf6-4341-4a3f-9c2c-2dcc1a26c877 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 May 19 12:34:16.773135 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc97b-4c6f-4ec8-ac10-25de06618319 req-40266973-2b51-4544-abf2-76df47fb437d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:16.774606 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4fddc97b-4c6f-4ec8-ac10-25de06618319 req-40266973-2b51-4544-abf2-76df47fb437d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0470150 May 19 12:34:16.821865 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4fddc97b-4c6f-4ec8-ac10-25de06618319 req-e1a0d226-8f17-4a2b-96dd-bbe141a67eaf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 May 19 12:34:17.375217 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269ec2-b7c6-4e46-9a0c-aa4f55bd4b32 req-845f0f27-03d9-44df-a078-b1e72f77b817 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.376712 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2269ec2-b7c6-4e46-9a0c-aa4f55bd4b32 req-845f0f27-03d9-44df-a078-b1e72f77b817 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0484462 May 19 12:34:17.429388 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c2269ec2-b7c6-4e46-9a0c-aa4f55bd4b32 req-a8f515b9-f018-4b2e-9ce8-036dda6e21dd tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 May 19 12:34:17.599344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b349a-a724-4f3f-9abf-9ca142b907e8 req-5d0ddf78-4152-4627-9748-9cb200ac9a93 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.601711 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a16b349a-a724-4f3f-9abf-9ca142b907e8 req-5d0ddf78-4152-4627-9748-9cb200ac9a93 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.1116896 May 19 12:34:17.617720 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:17.663467 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a16b349a-a724-4f3f-9abf-9ca142b907e8 req-5e2553df-7f28-4e90-a59f-90dbac69c878 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554006 May 19 12:34:17.913940 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:17.953680 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb9d7-7aa4-4360-bce6-5ee28ee1a2e7 req-04a4da5f-8aee-4f1a-b904-600df82f6c0f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.955879 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3c2cb9d7-7aa4-4360-bce6-5ee28ee1a2e7 req-04a4da5f-8aee-4f1a-b904-600df82f6c0f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 943 time: 0.0525773 May 19 12:34:18.015366 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3c2cb9d7-7aa4-4360-bce6-5ee28ee1a2e7 req-9a155d9e-6fa4-478c-b427-e85dd8c37d37 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533559 May 19 12:34:18.345186 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a2387f01-923d-4277-8d3d-396f42517e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:18.431999 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:34:18.576447 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:18.576834 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-15b8c7e4-1ed5-495b-b912-421508c3b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.577912 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-34338f39-c7f6-4628-949c-8f7cbe82f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.579496 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-15b8c7e4-1ed5-495b-b912-421508c3b8a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1231585c94524ec199c47bd4f4162578&device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1127 time: 0.0611646 May 19 12:34:18.580772 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-34338f39-c7f6-4628-949c-8f7cbe82f5e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0979817 May 19 12:34:18.590160 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'port_id': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'mac_address': 'fa:16:3e:9c:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:34:18.641641 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:18.642029 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:18.644568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c48ced-4420-48c6-9528-678fe6b5e775 req-b03ba64f-7af6-4199-a2cb-98572358186b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.646484 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0c48ced-4420-48c6-9528-678fe6b5e775 req-b03ba64f-7af6-4199-a2cb-98572358186b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.1219132 May 19 12:34:18.647993 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-5a7fb9ac-6b09-40f7-9479-623f5872258e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 HTTP/1.1" status: 200 len: 217 time: 0.0558105 May 19 12:34:18.666736 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa50357b-95ff-4657-bbc2-3b5dd21e899e {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:18.695689 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:18.715437 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-916be205-2c4d-4a98-adbf-905dbec89dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.717114 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-916be205-2c4d-4a98-adbf-905dbec89dcb service neutron] 10.222.0.77 "GET /v2.0/networks?id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 200 len: 918 time: 0.1164763 May 19 12:34:18.745310 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-22e04f3e-1e9f-4e03-961e-7228598c3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.746832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-22e04f3e-1e9f-4e03-961e-7228598c3377 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0844164 May 19 12:34:18.762949 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0c48ced-4420-48c6-9528-678fe6b5e775 req-75e0392a-aa04-4e0f-b3f7-4b83d275e01d tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093764 May 19 12:34:18.772707 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:18.796470 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-fafdefe9-d4b1-45c0-8729-79196f81a59e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 200 len: 998 time: 0.0704155 May 19 12:34:18.821412 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-bc09024c-b65e-478f-9dbf-8cf43736a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.822959 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-bc09024c-b65e-478f-9dbf-8cf43736a7e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577531 May 19 12:34:18.841673 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=9']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:18.883396 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4fcb3-f78e-4447-9ecf-3c84176038b6 req-0993b310-87b1-4137-bbc3-c14cfd8cb830 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.884828 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-73b4fcb3-f78e-4447-9ecf-3c84176038b6 req-0993b310-87b1-4137-bbc3-c14cfd8cb830 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0483589 May 19 12:34:18.934254 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-73b4fcb3-f78e-4447-9ecf-3c84176038b6 req-8471aa0f-750d-4efd-847d-0e990913dcb4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 May 19 12:34:19.113403 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-2b84ea0e-2d75-4b1f-89e5-876e365da068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:19.115006 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-2b84ea0e-2d75-4b1f-89e5-876e365da068 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 200 len: 856 time: 0.1018279 May 19 12:34:19.121636 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-f7b7b6aa-377d-4ad8-98d5-8d678005eccf tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:19.123994 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-f7b7b6aa-377d-4ad8-98d5-8d678005eccf tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 945 time: 0.0731301 May 19 12:34:19.199499 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-fc2c9d36-cbc2-426e-8b2c-08443aa1c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:19.200924 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-fc2c9d36-cbc2-426e-8b2c-08443aa1c300 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757344 May 19 12:34:19.307075 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Deleting port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:19.307481 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:19.307623 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['aa50357b-95ff-4657-bbc2-3b5dd21e899e'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:19.412586 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-32198ffd-c9ed-4901-b185-6ef9495d3645 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019904 May 19 12:34:19.457507 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-0f1d0bf6-b379-49e6-b314-2445b7124f2a service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165180 May 19 12:34:19.479943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168195af-7934-4673-9337-7b61cb00f70b req-c950a90c-ec71-41c9-8514-d69d11b3c13d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:19.487685 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-168195af-7934-4673-9337-7b61cb00f70b req-c950a90c-ec71-41c9-8514-d69d11b3c13d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 944 time: 0.0815516 May 19 12:34:19.490182 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] For port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:19.490608 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:19.512941 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Calling delete_port for 8c94ddec-e1a4-46ea-80e4-6d16db77af3e owned by compute:nova {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:19.587841 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-57ec97bf-8920-46d7-b7a9-b83917ae08b3 service neutron] 10.222.0.77 "GET /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643772 May 19 12:34:19.594979 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-168195af-7934-4673-9337-7b61cb00f70b req-f2c68ac9-b2fb-475e-88ec-9ca390ac4171 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062849 May 19 12:34:19.617864 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7111fd79-88b9-4255-90af-c5be97fa2cde req-10cdb47b-2b3d-42e5-9971-8bdbbe636e12 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524870 May 19 12:34:19.674869 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:19.767053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (8c94ddec-e1a4-46ea-80e4-6d16db77af3e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:19.807486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Pushing event deleted for resources: {'Port': ['ID=8c94ddec-e1a4-46ea-80e4-6d16db77af3e,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:19.854647 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] No DVR routers for this DVR port 8c94ddec-e1a4-46ea-80e4-6d16db77af3e on host hv-cinder-77819 {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:34:19.857249 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:19.861195 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-e6e1b049-e9f7-461d-b459-427cd96dcdec req-d35f5533-45be-46e0-899a-aa953b8a86f9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "DELETE /v2.0/ports/8c94ddec-e1a4-46ea-80e4-6d16db77af3e HTTP/1.1" status: 204 len: 173 time: 0.7273121 May 19 12:34:19.861658 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'name': 'network-vif-deleted', 'tag': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:19.864245 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f65b6-1ab0-45a4-827c-ba6f4cc1d250" -d '{"events": [{"server_uuid": "26aaef3d-8e42-46ab-92a8-3a9b1519b806", "name": "network-vif-deleted", "tag": "8c94ddec-e1a4-46ea-80e4-6d16db77af3e"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:19.877486 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-15c23929-b1f2-46c3-965d-1ee48f9d591a req-46f56f7e-e3e8-440e-914e-86af8d0c7fa1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0287356 May 19 12:34:19.912999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f78194-8172-47ef-9107-a2952e91328e x-openstack-request-id: req-c6f78194-8172-47ef-9107-a2952e91328e {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:19.912999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26aaef3d-8e42-46ab-92a8-3a9b1519b806", "name": "network-vif-deleted", "tag": "8c94ddec-e1a4-46ea-80e4-6d16db77af3e", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:19.912999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f78194-8172-47ef-9107-a2952e91328e {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:19.912999 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f78194-8172-47ef-9107-a2952e91328e'] response: {'server_uuid': '26aaef3d-8e42-46ab-92a8-3a9b1519b806', 'name': 'network-vif-deleted', 'tag': '8c94ddec-e1a4-46ea-80e4-6d16db77af3e', 'status': 'completed', 'code': 200} May 19 12:34:20.048839 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a48439-c4ee-4e2c-8cd0-bf4f58bd42ff req-4e820c59-07e8-45a8-847c-5f006a5779dd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:20.050322 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5a48439-c4ee-4e2c-8cd0-bf4f58bd42ff req-4e820c59-07e8-45a8-847c-5f006a5779dd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0502636 May 19 12:34:20.099232 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:20.103862 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5a48439-c4ee-4e2c-8cd0-bf4f58bd42ff req-4f9372db-49bb-47b5-91d8-1b1b5a0c20fa tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477998 May 19 12:34:20.294251 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['8c94ddec-e1a4-46ea-80e4-6d16db77af3e'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:20.458240 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:34:20.512054 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port aa50357b-95ff-4657-bbc2-3b5dd21e899e triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:20.512429 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:20.578475 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2898cb24-4a7e-4002-963c-cb0fa2a6faad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:20.591464 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port aa50357b-95ff-4657-bbc2-3b5dd21e899e is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:20.596431 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:20.613877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:20.616112 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602a4cd-dc3f-4704-87c2-d69848739305" -d '{"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-plugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:20.630797 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:20.657008 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ebb391-62b9-4425-9259-2544de0d4002 x-openstack-request-id: req-a9ebb391-62b9-4425-9259-2544de0d4002 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:20.657302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-plugged", "status": "completed", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:20.657555 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9ebb391-62b9-4425-9259-2544de0d4002 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:20.657957 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ebb391-62b9-4425-9259-2544de0d4002'] response: {'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'code': 200} May 19 12:34:20.717525 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81f61e-490a-4328-ace8-c7666a906b2b req-cf15c9b6-f26a-4169-a526-f22d4d9b0a1f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:20.719083 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7d81f61e-490a-4328-ace8-c7666a906b2b req-cf15c9b6-f26a-4169-a526-f22d4d9b0a1f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 944 time: 0.0512176 May 19 12:34:20.732295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:20.769842 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7d81f61e-490a-4328-ace8-c7666a906b2b req-171b5b7d-160a-4739-a7a8-8e8d1580e82f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447381 May 19 12:34:20.783191 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=10']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:20.982392 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-81506812-bf4f-4355-b379-d641f71c702a req-528c06b9-dc63-44a8-bc4d-98655b8ed1e1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0278099 May 19 12:34:21.218784 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492147-8081-4132-abef-bd03b566657c req-50f52de1-b7b0-442d-acf3-a87ef6ea03e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:21.220173 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ba492147-8081-4132-abef-bd03b566657c req-50f52de1-b7b0-442d-acf3-a87ef6ea03e0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0485466 May 19 12:34:21.272174 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ba492147-8081-4132-abef-bd03b566657c req-a68b9288-ed57-4cb1-8731-0ce272e61526 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 May 19 12:34:21.789446 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:21.888825 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12291-a18a-4dea-b2d9-7c5836719428 req-464f1dc4-2cdc-4e64-a9b1-f7024c06ed7d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:21.891499 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fc12291-a18a-4dea-b2d9-7c5836719428 req-464f1dc4-2cdc-4e64-a9b1-f7024c06ed7d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0470569 May 19 12:34:21.937266 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fc12291-a18a-4dea-b2d9-7c5836719428 req-7c7fb1e5-732f-44f4-b176-dc89bf9623ee tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 May 19 12:34:22.095644 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4c8e587c-450e-423b-939c-4000d5cd8183 req-ab2d3599-03da-43c5-9f68-2bd98a96a7bd tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0308554 May 19 12:34:22.390470 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc0c58-964c-45d2-8c57-840c1ae2ed4e req-3ff2de9a-4c38-4ebc-ade3-56d3526197a1 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:22.392045 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a8cc0c58-964c-45d2-8c57-840c1ae2ed4e req-3ff2de9a-4c38-4ebc-ade3-56d3526197a1 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0514939 May 19 12:34:22.445883 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a8cc0c58-964c-45d2-8c57-840c1ae2ed4e req-858f265c-0583-4f06-98d9-bea14e929d11 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468857 May 19 12:34:22.504757 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b3d65-e8f6-4d43-9bee-fae89dc6e00c req-617ac370-fca1-4f42-8d12-d78ad76fe351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:22.506263 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a86b3d65-e8f6-4d43-9bee-fae89dc6e00c req-617ac370-fca1-4f42-8d12-d78ad76fe351 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 1130 time: 0.0392592 May 19 12:34:22.551924 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:22.555886 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a86b3d65-e8f6-4d43-9bee-fae89dc6e00c req-1052a597-f99e-46f2-a637-db6369685511 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 May 19 12:34:23.042875 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:23.060092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe6a7d-d376-4158-b15c-ad225ee8327f req-d2a6cd0a-12c4-4e0c-b568-46360bb0d43f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:23.061587 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4abe6a7d-d376-4158-b15c-ad225ee8327f req-d2a6cd0a-12c4-4e0c-b568-46360bb0d43f tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0500705 May 19 12:34:23.109196 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4abe6a7d-d376-4158-b15c-ad225ee8327f req-14cf84d1-d698-4600-99b4-8fc92ca0474c tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 May 19 12:34:23.206879 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:34:23.207560 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fa03886b-16f3-4ad0-aec8-e679ae62ccc0 req-56e425ed-b30e-45ee-8c2c-5e1b7f68190a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aaef3d-8e42-46ab-92a8-3a9b1519b806 HTTP/1.1" status: 200 len: 210 time: 0.0298150 May 19 12:34:23.320808 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:23.575538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa863a-589b-4591-8f54-71614f05ec9c req-0a70a86f-8c43-4d7b-ba37-76b042524660 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:23.578277 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e2fa863a-589b-4591-8f54-71614f05ec9c req-0a70a86f-8c43-4d7b-ba37-76b042524660 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0584722 May 19 12:34:23.626867 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e2fa863a-589b-4591-8f54-71614f05ec9c req-b85bf555-b544-4664-a8ad-98be2281d46d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 May 19 12:34:24.229713 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0ec35-9c0c-4960-9e3d-f0fb35784d97 req-cf7efc74-c0bf-46bf-a5a8-3c0360cbb328 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:24.231232 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29b0ec35-9c0c-4960-9e3d-f0fb35784d97 req-cf7efc74-c0bf-46bf-a5a8-3c0360cbb328 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0488827 May 19 12:34:24.279846 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-29b0ec35-9c0c-4960-9e3d-f0fb35784d97 req-6dd9ae42-a938-4edb-b759-47baa7c0438e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 May 19 12:34:24.463572 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:34:24.466975 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8c94ddec-e1a4-46ea-80e4-6d16db77af3e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:34:24.494520 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 8c94ddec-e1a4-46ea-80e4-6d16db77af3e {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:34:24.494860 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8c94ddec-e1a4-46ea-80e4-6d16db77af3e not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:34:24.500766 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:24.509128 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:24.599945 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:24.611715 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'port_id': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:34:24.652679 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:24.653318 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:24.672539 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:24.694547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:24.763184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fbcf3-60e6-4017-bd3f-84aa6871e236 req-77f34bf7-1379-405b-9c7e-2fab9ac73895 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:24.765177 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d17fbcf3-60e6-4017-bd3f-84aa6871e236 req-77f34bf7-1379-405b-9c7e-2fab9ac73895 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 943 time: 0.0469611 May 19 12:34:24.820204 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d17fbcf3-60e6-4017-bd3f-84aa6871e236 req-83165c1c-adbf-4c6a-8ae5-609895ecd3b0 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 May 19 12:34:24.824472 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:24.829225 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:24.873688 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:25.159591 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['543abcf6-9f44-4c9b-ae1f-bf82ebc9e926'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:25.410696 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bba3e1-8b4d-4858-aed9-69f15d53060a req-07e1d357-b4a3-47ba-92eb-965884d50992 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:25.412196 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e8bba3e1-8b4d-4858-aed9-69f15d53060a req-07e1d357-b4a3-47ba-92eb-965884d50992 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0492959 May 19 12:34:25.466685 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e8bba3e1-8b4d-4858-aed9-69f15d53060a req-04bc783b-0832-400f-a5ba-e976477903fa tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485828 May 19 12:34:25.939501 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cf901-9144-41e1-a63f-518c0f2a70ba req-54908fea-55ec-46c1-9fdd-f47dfafcf38a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:25.940975 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-de7cf901-9144-41e1-a63f-518c0f2a70ba req-54908fea-55ec-46c1-9fdd-f47dfafcf38a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 944 time: 0.0479755 May 19 12:34:25.988499 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-de7cf901-9144-41e1-a63f-518c0f2a70ba req-746326c1-0555-4423-a5ca-7864104c7325 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419824 May 19 12:34:26.595109 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59950faa-bf62-4679-ae88-f97db4674a35 req-35e2b40a-8d0d-4e1d-81f1-d68fa6534687 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:26.596624 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-59950faa-bf62-4679-ae88-f97db4674a35 req-35e2b40a-8d0d-4e1d-81f1-d68fa6534687 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0530899 May 19 12:34:26.645198 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-59950faa-bf62-4679-ae88-f97db4674a35 req-122a6fa6-d38f-4bb7-b9c1-f61a31305dc0 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430028 May 19 12:34:27.103973 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385482-2395-4dea-afd2-073960e03ab9 req-8ec4a0eb-2380-40d6-ac19-3d3b4b737168 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:27.105535 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f385482-2395-4dea-afd2-073960e03ab9 req-8ec4a0eb-2380-40d6-ac19-3d3b4b737168 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 944 time: 0.0484927 May 19 12:34:27.137572 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:27.154547 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1f385482-2395-4dea-afd2-073960e03ab9 req-7ee68646-c90d-4efc-a886-6a08833e8e34 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 May 19 12:34:27.771522 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9ba1-3e29-46b4-81d8-d5c6a7d0d836 req-145d846d-c9d1-4555-b03e-dbeb5c2d9fe9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:27.772499 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-65bd9ba1-3e29-46b4-81d8-d5c6a7d0d836 req-145d846d-c9d1-4555-b03e-dbeb5c2d9fe9 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0537245 May 19 12:34:27.820326 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-65bd9ba1-3e29-46b4-81d8-d5c6a7d0d836 req-8c84becd-f334-48f9-befb-40ed1900d6e6 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 May 19 12:34:28.272668 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffa67-5d49-4188-b0d1-7e81739400d9 req-641c16e8-1c50-4b11-a13e-45640f283a4a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:28.274135 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-70bffa67-5d49-4188-b0d1-7e81739400d9 req-641c16e8-1c50-4b11-a13e-45640f283a4a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 944 time: 0.0485353 May 19 12:34:28.309750 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:28.322653 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-70bffa67-5d49-4188-b0d1-7e81739400d9 req-c816464b-a022-4ef1-8817-f96c17eb8209 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 May 19 12:34:28.939118 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98467-3639-4255-8c8d-d91054f8f2da req-8e2077cd-d4ac-4d3d-950a-232e8375b18d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:28.940725 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-27e98467-3639-4255-8c8d-d91054f8f2da req-8e2077cd-d4ac-4d3d-950a-232e8375b18d tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0483565 May 19 12:34:28.993135 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-27e98467-3639-4255-8c8d-d91054f8f2da req-0c9c6cdf-01e7-44f2-a9c9-0b4e0ea5bd8b tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468888 May 19 12:34:29.440849 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041618f-8b5a-4b48-9828-836d5cea2080 req-eeb1da1c-9108-4832-9d10-bdbe7d303635 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:29.442339 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1041618f-8b5a-4b48-9828-836d5cea2080 req-eeb1da1c-9108-4832-9d10-bdbe7d303635 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 944 time: 0.0486677 May 19 12:34:29.494777 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1041618f-8b5a-4b48-9828-836d5cea2080 req-8ec420d3-5e4c-49e5-acc0-de6fedc39fed tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465753 May 19 12:34:29.672846 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:34:29.716419 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:34:29.795101 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:29.795475 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:29.909147 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:29.913326 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:29.913749 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:29.937989 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:29.940130 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd9b355-b5d4-4164-9997-6e91d0402449" -d '{"events": [{"server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "name": "network-vif-plugged", "status": "completed", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:29.952581 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:29.977187 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bbe874-2ccc-4768-a72b-ccc60473d2ac x-openstack-request-id: req-67bbe874-2ccc-4768-a72b-ccc60473d2ac {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:29.977187 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "name": "network-vif-plugged", "status": "completed", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:29.977187 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67bbe874-2ccc-4768-a72b-ccc60473d2ac {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:29.977187 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bbe874-2ccc-4768-a72b-ccc60473d2ac'] response: {'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'code': 200} May 19 12:34:30.030769 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:30.082502 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:30.122290 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1655e-bae0-44b3-b096-1ccc6b7b7c71 req-9b7fa5a1-e9c8-43f7-8c29-5d38c0efc1c1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:30.124772 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46d1655e-bae0-44b3-b096-1ccc6b7b7c71 req-9b7fa5a1-e9c8-43f7-8c29-5d38c0efc1c1 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0546975 May 19 12:34:30.175365 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46d1655e-bae0-44b3-b096-1ccc6b7b7c71 req-aa726a2e-d2a9-44b4-9897-c923f1060c32 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452213 May 19 12:34:30.623288 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc4651-6ac1-4361-91cd-3707c4478e87 req-26d071ec-e796-4b3b-82d0-3ed1a847165e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:30.625453 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ebcc4651-6ac1-4361-91cd-3707c4478e87 req-26d071ec-e796-4b3b-82d0-3ed1a847165e tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0548568 May 19 12:34:30.676775 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ebcc4651-6ac1-4361-91cd-3707c4478e87 req-9214e06b-9bc6-4973-ab04-ec076a26791b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 May 19 12:34:30.832473 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d9128-c96d-42c2-9ae9-104e8202db81 req-cc6f3649-bb23-492f-a4c5-d1ea7b1c1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:30.834909 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3b8d9128-c96d-42c2-9ae9-104e8202db81 req-cc6f3649-bb23-492f-a4c5-d1ea7b1c1348 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0476751 May 19 12:34:30.884237 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-3b8d9128-c96d-42c2-9ae9-104e8202db81 req-6c54304b-81bd-4bf8-92f1-ce218e0f3783 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 May 19 12:34:31.797849 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825ffd-fba5-4eec-9a28-b22885ed2a77 req-f3627ea4-6e33-4f79-99f5-a7bb73bf6644 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:31.799326 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce825ffd-fba5-4eec-9a28-b22885ed2a77 req-f3627ea4-6e33-4f79-99f5-a7bb73bf6644 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0548234 May 19 12:34:31.847675 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ce825ffd-fba5-4eec-9a28-b22885ed2a77 req-34471a79-c7b6-4bbb-b654-a6e874581a81 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 May 19 12:34:32.964736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1ee10-bf02-49f5-b3c9-b1d966d8a519 req-9e17245c-dfa8-444f-8697-01a090d660e9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:32.966180 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-14b1ee10-bf02-49f5-b3c9-b1d966d8a519 req-9e17245c-dfa8-444f-8697-01a090d660e9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0488229 May 19 12:34:33.018317 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-14b1ee10-bf02-49f5-b3c9-b1d966d8a519 req-ad0cf26f-ade9-4799-8e26-c3841b3dd07d tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459843 May 19 12:34:33.202575 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:33.203516 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:34.132356 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd627-cd71-4e2b-a913-428beeedebfb req-bbe0bd4a-4c4b-419d-93a9-cf72f4372fe3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:34.133836 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b9dd627-cd71-4e2b-a913-428beeedebfb req-bbe0bd4a-4c4b-419d-93a9-cf72f4372fe3 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0480800 May 19 12:34:34.181630 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b9dd627-cd71-4e2b-a913-428beeedebfb req-c7adbcaa-0c62-4aaf-9aae-2db7d0ef388f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 May 19 12:34:35.295533 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b0fa-abb0-4e90-88c7-afe331f8ff6b req-c8bb1278-915c-4bd4-a6cd-f1aba3f9b6ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:35.297473 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d674b0fa-abb0-4e90-88c7-afe331f8ff6b req-c8bb1278-915c-4bd4-a6cd-f1aba3f9b6ef tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0482564 May 19 12:34:35.347220 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d674b0fa-abb0-4e90-88c7-afe331f8ff6b req-b57201da-3a5c-4a69-89a1-50aec5a9ded9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 May 19 12:34:36.462142 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e1d8-7bad-4d77-9f8d-5314916c5b71 req-a8b8c7fe-b98a-4caf-9fd1-3ff97e8c6693 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:36.463630 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d960e1d8-7bad-4d77-9f8d-5314916c5b71 req-a8b8c7fe-b98a-4caf-9fd1-3ff97e8c6693 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0499282 May 19 12:34:36.510691 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d960e1d8-7bad-4d77-9f8d-5314916c5b71 req-0dd08491-df43-4e7b-b371-16e56be930bd tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 May 19 12:34:36.622143 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b306e6d-8cfe-4f87-aece-870f69c41a94 req-a0c163a1-fd7c-466e-87b0-fc2453d4f2da tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:36.623657 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6b306e6d-8cfe-4f87-aece-870f69c41a94 req-a0c163a1-fd7c-466e-87b0-fc2453d4f2da tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0478694 May 19 12:34:36.632619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53432) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:36.636962 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Request body: {'floatingip': {'port_id': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:36.678961 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (e5da7031-13c5-4404-aff0-372a92db0883), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:36.710848 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:36.771059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:37.125942 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dc4f664e-766a-4bb3-a7fd-34b2f50271c7 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:37.127450 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dc4f664e-766a-4bb3-a7fd-34b2f50271c7 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/networks?id=7c694785-3877-48e5-968a-02c3883c2332 HTTP/1.1" status: 200 len: 813 time: 0.1922812 May 19 12:34:37.171841 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-62dcae7f-b405-4747-a703-98c9e4f5be20 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/quotas/886ee445e38e4c31bd4d4d014a7c4c7c HTTP/1.1" status: 200 len: 375 time: 0.0219631 May 19 12:34:37.236105 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-8c3f316a-de2c-4d1f-aaac-1c9c409841ba tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336294 May 19 12:34:37.249022 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-12a1369f-4b4e-4f99-8f38-d9f638a1c4c1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:34:37.250575 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-12a1369f-4b4e-4f99-8f38-d9f638a1c4c1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065248 May 19 12:34:37.254830 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:37.341765 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (e5da7031-13c5-4404-aff0-372a92db0883), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:37.347533 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-481e6aa2-7560-4081-aa03-112d1abd3963 service neutron] 10.222.0.57 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913467 May 19 12:34:37.508494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP e5da7031-13c5-4404-aff0-372a92db0883 associated. External IP: 172.27.3.250, port: 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926. May 19 12:34:37.514219 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-bf798345-af46-48f1-aa49-6b2bcdea969e service neutron] 10.222.0.57 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372449 May 19 12:34:37.668750 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:37.725286 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:34:37.733124 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:37.808154 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-961a39f4-d88a-4325-8bc3-bacab9960cbd req-8728d736-63d1-46b4-a4c1-da72a8c4bae9 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 210 time: 0.0392716 May 19 12:34:37.864241 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:34:37.868781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:37.876617 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:34:37.888372 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:37.889074 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:34:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:37.899053 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e9f4ae7b-2767-4e7a-939d-d363153ca471 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "PUT /v2.0/floatingips/e5da7031-13c5-4404-aff0-372a92db0883 HTTP/1.1" status: 200 len: 991 time: 1.2653563 May 19 12:34:37.899640 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:37.901945 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ba4e80-8727-4010-9e97-9426d4d526b7" -d '{"events": [{"name": "network-changed", "server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:37.939367 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245795d7-6d51-44f4-8800-385aeadf54b9 x-openstack-request-id: req-245795d7-6d51-44f4-8800-385aeadf54b9 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:37.939767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:37.940032 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-245795d7-6d51-44f4-8800-385aeadf54b9 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:37.940445 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245795d7-6d51-44f4-8800-385aeadf54b9'] response: {'name': 'network-changed', 'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'status': 'completed', 'code': 200} May 19 12:34:38.020693 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-84b2ab9b-4bb5-4117-8dee-a5dc7c02944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:38.028746 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-84b2ab9b-4bb5-4117-8dee-a5dc7c02944e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0582111 May 19 12:34:38.091820 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:38.153666 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-d945ce47-a66b-44a4-8df5-3347669d6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:38.155395 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-d945ce47-a66b-44a4-8df5-3347669d6ab6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.1172898 May 19 12:34:38.234985 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-b8d62107-15b0-4d84-8231-9c31f9a40664 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 HTTP/1.1" status: 200 len: 999 time: 0.0722158 May 19 12:34:38.292382 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-bad383a0-d31a-4019-bbb4-de89b7a4fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:38.293901 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-bad383a0-d31a-4019-bbb4-de89b7a4fc14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0532467 May 19 12:34:38.344542 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-17305763-6da3-44ac-8a2e-a5eca37b3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:38.346211 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-17305763-6da3-44ac-8a2e-a5eca37b3b99 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451503 May 19 12:34:38.356905 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-38fd0e9f-d8cd-4bc7-a6dc-993484c497e2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:34:38.357919 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-38fd0e9f-d8cd-4bc7-a6dc-993484c497e2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051320 May 19 12:34:38.358869 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'e5da7031-13c5-4404-aff0-372a92db0883', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:33:51Z', 'updated_at': '2022-05-19T12:34:37Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:38.383563 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:34:38.392702 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:38.393307 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:34:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:38.458216 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-716e6729-cf2f-4b9d-9b34-bfd64b8b1d50 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938697 May 19 12:34:38.508380 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:38.557311 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-71ba4e80-8727-4010-9e97-9426d4d526b7 req-67960b50-d939-4eee-ba1c-94c3c5dd7bdd service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921667 May 19 12:34:38.760373 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'e5da7031-13c5-4404-aff0-372a92db0883', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:33:51Z', 'updated_at': '2022-05-19T12:34:37Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:38.786049 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41dba-9139-4cea-975f-4c9ce6f6552b None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'e5da7031-13c5-4404-aff0-372a92db0883', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'port_id': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:33:51Z', 'updated_at': '2022-05-19T12:34:37Z', 'revision_number': 1, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:34:38.908845 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-55711e1d-cd36-4a88-969a-5cf0b5b41a79 req-2eac1c6c-8ce2-4a5e-b67e-6c53f3c579ed tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 210 time: 0.0292623 May 19 12:34:38.987256 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4c6ea-4851-41e5-a3ec-6a413ac68246 None None] New status for floating IP e5da7031-13c5-4404-aff0-372a92db0883: ACTIVE {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:34:40.028809 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2ec216ee-faa8-434a-88b0-398eac4834b6 req-782eec28-ffca-4c6b-a4d7-72827f134421 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 210 time: 0.0360229 May 19 12:34:40.294227 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-3070da93-7140-4d98-b23c-d42575fd7cc1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:40.295619 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-3070da93-7140-4d98-b23c-d42575fd7cc1 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "GET /v2.0/networks?id=7c694785-3877-48e5-968a-02c3883c2332 HTTP/1.1" status: 200 len: 813 time: 0.1042287 May 19 12:34:40.309626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Request body: {'port': {'device_id': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'network_id': '7c694785-3877-48e5-968a-02c3883c2332', 'admin_state_up': True, 'tenant_id': '886ee445e38e4c31bd4d4d014a7c4c7c'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:40.509164 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Made reservation on behalf of 886ee445e38e4c31bd4d4d014a7c4c7c for: {'port': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:34:40.512636 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:40.572987 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:40.642282 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:40.654372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Allocated IP 172.20.0.9 (7c694785-3877-48e5-968a-02c3883c2332/a12a6fe5-0793-42d3-9430-d6f6210d46fc/24c2206f-53eb-4f5e-aba8-c7f6b0ab6640) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:34:40.823857 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks [] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:40.926493 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:40.972070 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Network 7c694785-3877-48e5-968a-02c3883c2332 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:34:40.975244 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:40.979177 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:34:40.988881 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.003207 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Pushing event updated for resources: {'Port': ['ID=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:41.031903 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:41.032601 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.146006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73fce6-d4d4-494a-81a0-078daccf5089 req-4538c4f0-ba2b-409d-86b7-5c4eddd42ffb tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:41.146673 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-af50f658-df69-43ca-b012-9dcf857cb48e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400774 May 19 12:34:41.147514 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-af73fce6-d4d4-494a-81a0-078daccf5089 req-4538c4f0-ba2b-409d-86b7-5c4eddd42ffb tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 931 time: 0.0497525 May 19 12:34:41.161814 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Request body: {'port': {'device_id': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:41.196574 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-af73fce6-d4d4-494a-81a0-078daccf5089 req-64e2f463-b4a1-41ba-9f22-5e6377861225 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 May 19 12:34:41.227594 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.409469 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159463e3-cc8d-4c1b-8999-113f7a9b064b req-d968708e-8737-46b7-ac67-e240ff94ae8e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:41.411098 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-159463e3-cc8d-4c1b-8999-113f7a9b064b req-d968708e-8737-46b7-ac67-e240ff94ae8e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0496502 May 19 12:34:41.424253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:41.459415 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-159463e3-cc8d-4c1b-8999-113f7a9b064b req-e2d656c2-1919-44d3-8d7d-f99caec65d37 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 May 19 12:34:41.522805 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 {{(pid=104399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:41.530177 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Publish callbacks [] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.543153 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Transition to ACTIVE for port object 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:34:41.623307 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.682581 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Pushing event updated for resources: {'Port': ['ID=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:41.755173 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Attempting to bind port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:34:41.755509 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Attempting to bind port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:34:41.755837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Attempting to bind port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 on network 7c694785-3877-48e5-968a-02c3883c2332 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:41.760624 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 on network 7c694785-3877-48e5-968a-02c3883c2332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:34:41.760951 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Attempting to bind port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 on network 7c694785-3877-48e5-968a-02c3883c2332 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:41.766620 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:34:41.766958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Checking segment: {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:34:41.767337 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Bound using segment: {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:34:41.767760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Bound port: 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c694785-3877-48e5-968a-02c3883c2332'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:34:41.768112 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.783072 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:41.830433 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] For port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host hv-cinder-77819, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:34:41.833473 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] For port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:34:41.909756 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374602'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.947894 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:41.948543 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:41.949936 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] 10.222.0.77 "PUT /v2.0/ports/24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 HTTP/1.1" status: 200 len: 1093 time: 0.7922666 May 19 12:34:41.950364 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'tag': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:41.952626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "09fd2e57-5250-43c9-b8e6-4873e4caf351", "tag": "24c2206f-53eb-4f5e-aba8-c7f6b0ab6640"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:41.982958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0dee-cef1-4744-9c6d-1ff56e861215 service neutron] Pushing event updated for resources: {'Port': ['ID=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:41.999167 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af232f-abfb-4d92-aed0-21dd5650ca40 x-openstack-request-id: req-87af232f-abfb-4d92-aed0-21dd5650ca40 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:41.999471 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fd2e57-5250-43c9-b8e6-4873e4caf351", "tag": "24c2206f-53eb-4f5e-aba8-c7f6b0ab6640", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:41.999820 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87af232f-abfb-4d92-aed0-21dd5650ca40 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:42.001518 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87af232f-abfb-4d92-aed0-21dd5650ca40'] response: {'name': 'network-changed', 'server_uuid': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'tag': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640', 'status': 'completed', 'code': 200} May 19 12:34:42.318752 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06609463-7ae0-4e29-8dbf-4fdcc5584666 req-59f37b79-8b8b-4fb2-864b-a72dbd82f10e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:42.320242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-06609463-7ae0-4e29-8dbf-4fdcc5584666 req-59f37b79-8b8b-4fb2-864b-a72dbd82f10e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 943 time: 0.0538208 May 19 12:34:42.369234 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-06609463-7ae0-4e29-8dbf-4fdcc5584666 req-7c481221-812e-4dd9-a76a-556107fdc67f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 May 19 12:34:42.580603 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b94cc1-83b7-4298-9ed7-7f79f9c3ca63 req-5f3faf2c-5c4a-4a3a-9fca-6ca5aa2931f9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:42.582432 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77b94cc1-83b7-4298-9ed7-7f79f9c3ca63 req-5f3faf2c-5c4a-4a3a-9fca-6ca5aa2931f9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0499845 May 19 12:34:42.631407 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-77b94cc1-83b7-4298-9ed7-7f79f9c3ca63 req-8c0c3ce6-3a11-416f-9160-98abfc4066a6 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 May 19 12:34:43.225345 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d req-0c610839-efa6-4b73-b9af-73fef8369531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.226881 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d req-0c610839-efa6-4b73-b9af-73fef8369531 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 1127 time: 0.0852895 May 19 12:34:43.498795 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f000d-3d86-4464-b63f-12a62d02c867 req-86f140a0-96d0-4db8-807d-183876a69e00 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.501394 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5a6f000d-3d86-4464-b63f-12a62d02c867 req-86f140a0-96d0-4db8-807d-183876a69e00 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 943 time: 0.0593536 May 19 12:34:43.569399 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5a6f000d-3d86-4464-b63f-12a62d02c867 req-d3aed30a-0475-4f23-8bf5-746c505f7723 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 May 19 12:34:43.613350 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d req-d4fbfacd-ce9b-4855-9396-c0dd55ba5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.614821 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d req-d4fbfacd-ce9b-4855-9396-c0dd55ba5fb0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3811543 May 19 12:34:43.713304 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d req-b76113eb-d6b0-4f62-a512-9c4e8f4cb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.719334 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-a4e4c830-5548-4f2c-a5f3-1178e0c9d08d req-b76113eb-d6b0-4f62-a512-9c4e8f4cb8d7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921047 May 19 12:34:43.756100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597daeab-35c0-469c-82e8-d351421b99bb req-eb630644-8233-4ce6-9c4f-729df8758a29 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.757602 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-597daeab-35c0-469c-82e8-d351421b99bb req-eb630644-8233-4ce6-9c4f-729df8758a29 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0515182 May 19 12:34:43.807570 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-597daeab-35c0-469c-82e8-d351421b99bb req-5254b478-8594-4830-afed-28e7ef8e5f49 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 May 19 12:34:43.823080 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-cd67f128-25dc-442f-921b-a9da0aee19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.824598 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-cd67f128-25dc-442f-921b-a9da0aee19dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 1127 time: 0.0419345 May 19 12:34:43.867889 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-7afd435f-4d5c-483b-9535-e7f56a1ee2cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 HTTP/1.1" status: 200 len: 217 time: 0.0360804 May 19 12:34:43.917699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-d9b85c54-cca4-4e32-bb81-546f3f4318b4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.918448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-bb4776e5-6c47-48db-a71e-0e9aec312258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.919123 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-d9b85c54-cca4-4e32-bb81-546f3f4318b4 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 945 time: 0.0499766 May 19 12:34:43.919962 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-bb4776e5-6c47-48db-a71e-0e9aec312258 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a12a6fe5-0793-42d3-9430-d6f6210d46fc HTTP/1.1" status: 200 len: 853 time: 0.0463383 May 19 12:34:43.958469 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-9c4e2376-8c00-4dc1-852b-5e20913fed48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7c694785-3877-48e5-968a-02c3883c2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270693 May 19 12:34:44.016023 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Deleting port 547b537a-61af-4d9e-a3b4-3111d357ff91 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:44.016766 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.057181 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-6df9b6e7-65c4-4b7f-85c0-3eddbcee1078 service neutron] 10.222.0.77 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918651 May 19 12:34:44.112943 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:44.113288 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] For port 547b537a-61af-4d9e-a3b4-3111d357ff91, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=547b537a-61af-4d9e-a3b4-3111d357ff91,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:44.113693 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.115889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:44.151389 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-ec53c581-e222-430e-8ec5-4ac321bfa84e service neutron] 10.222.0.77 "GET /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876060 May 19 12:34:44.513657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:44.533297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.533659 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (bb310df7-b5ab-4f65-8161-a35fc04d371d), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.533981 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Floating IP bb310df7-b5ab-4f65-8161-a35fc04d371d disassociated. External IP: 172.27.3.119, port: 547b537a-61af-4d9e-a3b4-3111d357ff91. May 19 12:34:44.534326 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Calling delete_port for 547b537a-61af-4d9e-a3b4-3111d357ff91 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:44.703205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51045286-e046-40b9-8925-20c73c1da31b req-88b977d2-dceb-43f1-af2f-044b1c9d8514 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:44.704877 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51045286-e046-40b9-8925-20c73c1da31b req-88b977d2-dceb-43f1-af2f-044b1c9d8514 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 943 time: 0.0637894 May 19 12:34:44.752561 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51045286-e046-40b9-8925-20c73c1da31b req-f27f0a59-6a76-4534-b8ba-20c22e50cc79 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 May 19 12:34:44.754599 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (547b537a-61af-4d9e-a3b4-3111d357ff91), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.781946 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event deleted for resources: {'Port': ['ID=547b537a-61af-4d9e-a3b4-3111d357ff91,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:44.794322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.794705 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.795045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.795388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.795724 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.796056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.796385 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.797577 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.797925 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.798258 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.798615 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.798948 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.799276 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.799598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.799922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.925796 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cfebe7fb-db2a-4236-a5df-c017248d07d3 req-a6929939-4049-482e-bae2-b08e5c9dff2c tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0337946 May 19 12:34:44.937322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:34:45.045956 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:34:45.057829 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89046df4-d162-4257-923f-e6453757d5dd None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:34:45.069953 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:45.070587 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:34:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:45.091335 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] No DVR routers for this DVR port 547b537a-61af-4d9e-a3b4-3111d357ff91 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:34:45.094399 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:45.097598 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-217281f2-a2c9-4b4a-9518-02bc714b49de req-c394cec0-7bf9-4b8b-9a1e-58145b477146 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.77 "DELETE /v2.0/ports/547b537a-61af-4d9e-a3b4-3111d357ff91 HTTP/1.1" status: 204 len: 173 time: 1.1663945 May 19 12:34:45.098039 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'name': 'network-vif-deleted', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:45.100296 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176b2e3-ca03-4dfb-8a73-89fb3d5c8819" -d '{"events": [{"server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "name": "network-vif-deleted", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:45.135993 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e8031e-319a-4a3d-bc7c-0fde8ce3613f x-openstack-request-id: req-f5e8031e-319a-4a3d-bc7c-0fde8ce3613f {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:45.136349 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8876a3b-759b-45aa-afa1-c7b04fbc1c30", "name": "network-vif-deleted", "tag": "547b537a-61af-4d9e-a3b4-3111d357ff91", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:45.136660 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5e8031e-319a-4a3d-bc7c-0fde8ce3613f {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:45.137125 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e8031e-319a-4a3d-bc7c-0fde8ce3613f'] response: {'server_uuid': 'f8876a3b-759b-45aa-afa1-c7b04fbc1c30', 'name': 'network-vif-deleted', 'tag': '547b537a-61af-4d9e-a3b4-3111d357ff91', 'status': 'completed', 'code': 200} May 19 12:34:45.179520 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:45.205384 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:45.309287 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:45.375874 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:45.401289 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89046df4-d162-4257-923f-e6453757d5dd None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:34:45.410133 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:45.410772 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:34:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:45.510551 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:45.706627 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-89046df4-d162-4257-923f-e6453757d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:45.820508 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89046df4-d162-4257-923f-e6453757d5dd None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:13Z', 'revision_number': 4, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a34fc817-b98d-4080-8ad5-d3bfa41dc626', 'name': '', 'network_id': '89c57c7f-4a52-4f23-b0c9-a848f66927a4', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'mac_address': 'fa:16:3e:60:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:12Z', 'updated_at': '2022-05-19T12:24:24Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'subnets': [{'id': 'ba623e20-42f1-4a31-804e-0417ee6c0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:34:45.877881 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0013898-463b-45a3-b7ca-788ad19e4a91 req-6bd936b3-4b01-4c70-9e93-13543677e935 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:45.879494 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0013898-463b-45a3-b7ca-788ad19e4a91 req-6bd936b3-4b01-4c70-9e93-13543677e935 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 943 time: 0.0562356 May 19 12:34:45.928774 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0013898-463b-45a3-b7ca-788ad19e4a91 req-06197cb6-73b5-4c43-bc86-9c2a69e0bc17 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 May 19 12:34:46.029122 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-27d98a7e-0359-41c5-a337-c96e57cba985 req-620c0a73-e514-417f-8ff7-ff77a755413e tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0291550 May 19 12:34:46.056522 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b502f-f42b-485b-bcea-39e0db332407 None None] New status for floating IP bb310df7-b5ab-4f65-8161-a35fc04d371d: DOWN {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:34:47.045388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34556fc-8b19-4471-8fdf-d779a4483fb1 req-4141be8c-d062-494d-b6f5-e03318023bef tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:47.047025 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f34556fc-8b19-4471-8fdf-d779a4483fb1 req-4141be8c-d062-494d-b6f5-e03318023bef tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 943 time: 0.0488889 May 19 12:34:47.104543 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f34556fc-8b19-4471-8fdf-d779a4483fb1 req-9f9cdce6-3614-4761-ba11-49fb0dff0c20 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 May 19 12:34:47.141908 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4bff2181-ff1a-4598-b495-d8dd73d9d5fd req-e6ee05a5-adb4-4c31-86c8-e64ecd397c23 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8876a3b-759b-45aa-afa1-c7b04fbc1c30 HTTP/1.1" status: 200 len: 210 time: 0.0284765 May 19 12:34:47.716426 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:34:47.719154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 547b537a-61af-4d9e-a3b4-3111d357ff91 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:34:47.745995 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 547b537a-61af-4d9e-a3b4-3111d357ff91 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:34:47.750619 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 547b537a-61af-4d9e-a3b4-3111d357ff91 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:34:47.841911 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:47.853851 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640', 'network_id': '7c694785-3877-48e5-968a-02c3883c2332', 'port_id': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640', 'mac_address': 'fa:16:3e:98:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12a6fe5-0793-42d3-9430-d6f6210d46fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:34:47.890735 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:47.891135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:47.904340 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:47.914792 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:47.928517 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:48.051767 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.102590 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:48.212883 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:48.224082 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4605b-185a-4a75-9c0a-36738b51ee15 req-29374079-707a-4831-b7ed-bcfcecf165bd tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:48.224082 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92f4605b-185a-4a75-9c0a-36738b51ee15 req-29374079-707a-4831-b7ed-bcfcecf165bd tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 944 time: 0.0526865 May 19 12:34:48.273081 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-92f4605b-185a-4a75-9c0a-36738b51ee15 req-47fe0a44-0b3e-4d0a-9e7d-d5766106f352 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 May 19 12:34:48.340804 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 53540) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:48.366175 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5f88354f-874c-4712-b493-d79e1346fc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.401891 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9107af69-244d-4f06-b6cd-97b7fca8ddff tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.409596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['24c2206f-53eb-4f5e-aba8-c7f6b0ab6640'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:48.426718 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9107af69-244d-4f06-b6cd-97b7fca8ddff tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.545930 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9107af69-244d-4f06-b6cd-97b7fca8ddff tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.546178 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9107af69-244d-4f06-b6cd-97b7fca8ddff tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.549371 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9107af69-244d-4f06-b6cd-97b7fca8ddff tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "DELETE /v2.0/security-groups/4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3 HTTP/1.1" status: 204 len: 168 time: 0.2075262 May 19 12:34:48.556011 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53542) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:48.560420 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107af69-244d-4f06-b6cd-97b7fca8ddff tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:48.570808 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.api.v2.resource [None req-deb97b2b-9c77-4abb-a780-ed2109edba09 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] show failed (client error): The resource could not be found. May 19 12:34:48.571829 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-deb97b2b-9c77-4abb-a780-ed2109edba09 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "GET /v2.0/security-groups/4ce4dc9a-2d72-4a42-976a-1a47b2cb11f3 HTTP/1.1" status: 404 len: 347 time: 0.0140831 May 19 12:34:48.574650 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53544) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:48.581845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:48.688147 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Deleting port 249f4d96-3981-41f6-8550-a1e1b0f734a5 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:48.688489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.770147 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.770533 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (249f4d96-3981-41f6-8550-a1e1b0f734a5), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:48.783391 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Calling delete_port for 249f4d96-3981-41f6-8550-a1e1b0f734a5 owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:48.983098 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (249f4d96-3981-41f6-8550-a1e1b0f734a5), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:49.008095 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Pushing event deleted for resources: {'Port': ['ID=249f4d96-3981-41f6-8550-a1e1b0f734a5,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:49.071352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks [] for floatingip (bb310df7-b5ab-4f65-8161-a35fc04d371d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:49.073797 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:49.074977 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-07eea9bc-2233-4c61-ae97-bd3b1fbbd9d9 tempest-AttachVolumeTestJSON-1862282835 tempest-AttachVolumeTestJSON-1862282835-project] 10.222.0.57 "DELETE /v2.0/floatingips/bb310df7-b5ab-4f65-8161-a35fc04d371d HTTP/1.1" status: 204 len: 168 time: 0.4994264 May 19 12:34:49.396928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723004e6-6190-48b6-a4ae-27a691c2cbca req-ba33b993-8b34-4180-9c5d-47d578a2597f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:49.398557 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-723004e6-6190-48b6-a4ae-27a691c2cbca req-ba33b993-8b34-4180-9c5d-47d578a2597f tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 944 time: 0.0566695 May 19 12:34:49.455377 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-723004e6-6190-48b6-a4ae-27a691c2cbca req-e8923322-780c-4bc6-ab09-a7022c3a633e tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491552 May 19 12:34:49.750049 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:34:49.790645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:49.793175 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:34:49.851981 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:49.852385 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:49.928568 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:49.928956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:49.951154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:49.953565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838beb45-f05a-4f2d-9c8a-e4260a95da4b" -d '{"events": [{"server_uuid": "09fd2e57-5250-43c9-b8e6-4873e4caf351", "name": "network-vif-plugged", "status": "completed", "tag": "24c2206f-53eb-4f5e-aba8-c7f6b0ab6640"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:49.965706 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:49.992995 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383bb394-dc25-446b-b1ed-2a74f750889b x-openstack-request-id: req-383bb394-dc25-446b-b1ed-2a74f750889b {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:49.993287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fd2e57-5250-43c9-b8e6-4873e4caf351", "name": "network-vif-plugged", "status": "completed", "tag": "24c2206f-53eb-4f5e-aba8-c7f6b0ab6640", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:49.993541 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-383bb394-dc25-446b-b1ed-2a74f750889b {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:49.993936 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383bb394-dc25-446b-b1ed-2a74f750889b'] response: {'server_uuid': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640', 'code': 200} May 19 12:34:50.040489 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:50.088295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:50.353047 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043b78-1445-456d-8fb1-65c926e20a51 req-92354090-1a7d-4595-9233-3218099dc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:50.354650 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-41043b78-1445-456d-8fb1-65c926e20a51 req-92354090-1a7d-4595-9233-3218099dc68a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 1129 time: 0.0414369 May 19 12:34:50.405493 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-41043b78-1445-456d-8fb1-65c926e20a51 req-7ab2e4c6-813d-4992-8a7e-30e1318d0438 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 May 19 12:34:50.573392 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1126d-c990-4ca2-83e1-c951bbbf2ec6 req-7e2cc9d9-5f8d-4cf4-a6f3-bdaa301410c2 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:50.574939 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19b1126d-c990-4ca2-83e1-c951bbbf2ec6 req-7e2cc9d9-5f8d-4cf4-a6f3-bdaa301410c2 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0519955 May 19 12:34:50.608579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:50.622999 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-e477c1a1-4533-4b6f-80d9-c53010dfaa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:50.628284 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19b1126d-c990-4ca2-83e1-c951bbbf2ec6 req-ef0d5d21-da71-4fd0-ba3c-7cef6c47c800 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470960 May 19 12:34:51.750263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ddb5-8721-4190-a5a7-3e5f9e956e14 req-081abf33-7817-4963-bfd7-1550e3240546 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:51.751810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5319ddb5-8721-4190-a5a7-3e5f9e956e14 req-081abf33-7817-4963-bfd7-1550e3240546 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0517299 May 19 12:34:51.777355 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:51.802648 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5319ddb5-8721-4190-a5a7-3e5f9e956e14 req-b744d38f-3255-47b8-8313-42b8087cba75 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 May 19 12:34:52.923156 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af208-2782-497a-8376-e49605f0a1b9 req-bf04a5c0-e2bd-4258-9b2f-b280fe7ce34a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:52.924630 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b37af208-2782-497a-8376-e49605f0a1b9 req-bf04a5c0-e2bd-4258-9b2f-b280fe7ce34a tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0479455 May 19 12:34:52.971860 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b37af208-2782-497a-8376-e49605f0a1b9 req-e9a6fcea-067f-4286-ba67-3276a8373e3b tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 May 19 12:34:53.227101 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 53590) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:53.349054 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.509295 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:53.591594 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (05ffb89d-467a-47fc-96ce-d258ce211a5a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.827345 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Deleting port a34fc817-b98d-4080-8ad5-d3bfa41dc626 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:53.828164 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.870784 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:53.919779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] For port a34fc817-b98d-4080-8ad5-d3bfa41dc626, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=a34fc817-b98d-4080-8ad5-d3bfa41dc626,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:53.920151 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.934318 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Calling delete_port for a34fc817-b98d-4080-8ad5-d3bfa41dc626 owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:54.171657 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (a34fc817-b98d-4080-8ad5-d3bfa41dc626), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:54.196948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34fc817-b98d-4080-8ad5-d3bfa41dc626,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:54.209730 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.210160 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.210595 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.211028 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.211415 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.211828 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.212236 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.212630 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.212962 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.213292 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.213633 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.213958 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.214289 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.214642 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.214967 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.381125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (05ffb89d-467a-47fc-96ce-d258ce211a5a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:54.519663 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:54.589498 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Router 05ffb89d-467a-47fc-96ce-d258ce211a5a has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:34:54.689534 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:54.696263 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:34:54.701256 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-977dc618-6494-4041-86fe-442a384117d4 admin admin] 10.222.0.57 "PUT /v2.0/routers/05ffb89d-467a-47fc-96ce-d258ce211a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746611 May 19 12:34:54.704506 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 53600) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:54.706977 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] Sync routers for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:34:54.719794 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:54.720695 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:34:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:54.806688 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:54.812871 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks [] for router (05ffb89d-467a-47fc-96ce-d258ce211a5a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:54.826742 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:54.924993 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks [] for router_gateway (05ffb89d-467a-47fc-96ce-d258ce211a5a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:54.997979 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:34:54Z', 'revision_number': 5, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port': {'id': 'b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:55.026983 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] Checking router: 05ffb89d-467a-47fc-96ce-d258ce211a5a for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:34:55.035759 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] Routers {'05ffb89d-467a-47fc-96ce-d258ce211a5a'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:55.036361 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:34:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['05ffb89d-467a-47fc-96ce-d258ce211a5a'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:55.072942 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Deleting port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:55.073533 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.119828 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] Set router 05ffb89d-467a-47fc-96ce-d258ce211a5a gateway port host: None {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:55.159647 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] For port b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:55.160008 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.168898 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:34:54Z', 'revision_number': 6, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port_host': None}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:55.173644 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Calling delete_port for b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d owned by network:router_gateway {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:55.194112 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c09a-9b27-4d1c-99d6-03f620843f8d None None] The sync data for ids ['05ffb89d-467a-47fc-96ce-d258ce211a5a'] in dv-cinder-778193-27-iscsi is: [{'id': '05ffb89d-467a-47fc-96ce-d258ce211a5a', 'name': 'tempest-AttachVolumeTestJSON-292838784-router', 'tenant_id': '4f4a6b5e282e45ffbef6963200558594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:08Z', 'updated_at': '2022-05-19T12:34:54Z', 'revision_number': 6, 'project_id': '4f4a6b5e282e45ffbef6963200558594', 'gw_port_host': None}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:34:55.458169 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.481216 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:55.551386 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (05ffb89d-467a-47fc-96ce-d258ce211a5a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.650115 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (05ffb89d-467a-47fc-96ce-d258ce211a5a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.652664 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks [] for router_controller (05ffb89d-467a-47fc-96ce-d258ce211a5a), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.700591 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:55.778376 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (05ffb89d-467a-47fc-96ce-d258ce211a5a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.779006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ffb89d-467a-47fc-96ce-d258ce211a5a {{(pid=104399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:34:55.784726 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.786115 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-024e16d4-3f2e-4a91-baaa-5ec677cb4a0e admin admin] 10.222.0.57 "DELETE /v2.0/routers/05ffb89d-467a-47fc-96ce-d258ce211a5a HTTP/1.1" status: 204 len: 168 time: 1.0803359 May 19 12:34:55.788362 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 53604) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:55.833704 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Deleting subnet ba623e20-42f1-4a31-804e-0417ee6c0764 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:34:55.836892 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Publish callbacks [] for subnet (ba623e20-42f1-4a31-804e-0417ee6c0764), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.873040 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (ba623e20-42f1-4a31-804e-0417ee6c0764), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.939775 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:55.957687 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (ba623e20-42f1-4a31-804e-0417ee6c0764), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:55.975856 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a34fc817-b98d-4080-8ad5-d3bfa41dc626 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:34:56.004905 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: a34fc817-b98d-4080-8ad5-d3bfa41dc626 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:34:56.006545 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a34fc817-b98d-4080-8ad5-d3bfa41dc626 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:34:56.110166 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (ba623e20-42f1-4a31-804e-0417ee6c0764), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.137700 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba623e20-42f1-4a31-804e-0417ee6c0764,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:56.144744 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.152489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53608) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:56.154478 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55efef43-868c-4278-9b13-5fb0d7808a85 None None] Network 89c57c7f-4a52-4f23-b0c9-a848f66927a4 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:34:56.159144 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-bdd5c67e-0f7f-474a-978d-1c53f300066f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ba623e20-42f1-4a31-804e-0417ee6c0764 HTTP/1.1" status: 204 len: 168 time: 0.3691766 May 19 12:34:56.236671 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (89c57c7f-4a52-4f23-b0c9-a848f66927a4), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.293664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Deleting port 57ab295a-80cd-430c-be14-9561bee04de3 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:56.294145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (57ab295a-80cd-430c-be14-9561bee04de3), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.367420 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] For port 57ab295a-80cd-430c-be14-9561bee04de3, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57ab295a-80cd-430c-be14-9561bee04de3,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:56.367790 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (57ab295a-80cd-430c-be14-9561bee04de3), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.381909 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Calling delete_port for 57ab295a-80cd-430c-be14-9561bee04de3 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:56.454005 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:56.495583 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] DHCP port deletion for 89c57c7f-4a52-4f23-b0c9-a848f66927a4 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:34:56.547059 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Deleting port 57ab295a-80cd-430c-be14-9561bee04de3 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:56.547353 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (57ab295a-80cd-430c-be14-9561bee04de3), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.589349 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (57ab295a-80cd-430c-be14-9561bee04de3), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.613695 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] For port 57ab295a-80cd-430c-be14-9561bee04de3, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=57ab295a-80cd-430c-be14-9561bee04de3,segment=NetworkSegment(273153dc-8a64-4767-a040-12e01ca02822),segment_id=273153dc-8a64-4767-a040-12e01ca02822)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:56.614191 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (57ab295a-80cd-430c-be14-9561bee04de3), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.614662 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ab295a-80cd-430c-be14-9561bee04de3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:56.618219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] No DVR routers for this DVR port 57ab295a-80cd-430c-be14-9561bee04de3 on host dv-cinder-778193-27-iscsi {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:34:56.633844 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Calling delete_port for 57ab295a-80cd-430c-be14-9561bee04de3 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:56.695785 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:56.696849 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (89c57c7f-4a52-4f23-b0c9-a848f66927a4), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.712458 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (57ab295a-80cd-430c-be14-9561bee04de3), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.719203 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c57c7f-4a52-4f23-b0c9-a848f66927a4']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:56.728781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273153dc-8a64-4767-a040-12e01ca02822') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:56.729078 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273153dc-8a64-4767-a040-12e01ca02822') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:56.735958 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Pushing event deleted for resources: {'Port': ['ID=57ab295a-80cd-430c-be14-9561bee04de3,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:56.739424 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (273153dc-8a64-4767-a040-12e01ca02822), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.749680 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] No DVR routers for this DVR port 57ab295a-80cd-430c-be14-9561bee04de3 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:34:56.751101 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.751442 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.751780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.754834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.755732 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.755732 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.755732 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93010a88-d63a-4d6a-b0ba-5b627abb6844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:56.757101 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (273153dc-8a64-4767-a040-12e01ca02822), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.764144 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:34:56.764543 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (273153dc-8a64-4767-a040-12e01ca02822), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:34:56.767002 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:34:56.948770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (89c57c7f-4a52-4f23-b0c9-a848f66927a4), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.955279 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:56.958270 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] 10.222.0.57 "DELETE /v2.0/networks/89c57c7f-4a52-4f23-b0c9-a848f66927a4 HTTP/1.1" status: 204 len: 168 time: 0.8047528 May 19 12:34:56.970940 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d5ff5-e5ed-4612-89e1-b98407ae0393 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c57c7f-4a52-4f23-b0c9-a848f66927a4,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:57.314656 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53614) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:57.355898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-de3ccbfc-84cc-40c1-a572-71dacabcaae9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f4a6b5e282e45ffbef6963200558594&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400944 May 19 12:34:57.358289 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53616) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:57.412002 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79cb5b0c-7976-45e0-acdf-229649fb5e2e admin admin] Publish callbacks [] for security_group (0670927d-117f-40aa-86c8-51448d4e31b3), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:57.420431 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:57.430456 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79cb5b0c-7976-45e0-acdf-229649fb5e2e admin admin] Publish callbacks [] for security_group (0670927d-117f-40aa-86c8-51448d4e31b3), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:57.463324 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:34:57.485608 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:34:57.485954 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device b8ed67ad-0e0f-4e99-b02c-ef7d6c60239d not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:34:57.486370 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57ab295a-80cd-430c-be14-9561bee04de3 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:34:57.507739 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 57ab295a-80cd-430c-be14-9561bee04de3 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:34:57.508079 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 57ab295a-80cd-430c-be14-9561bee04de3 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:34:57.544618 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79cb5b0c-7976-45e0-acdf-229649fb5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (0670927d-117f-40aa-86c8-51448d4e31b3), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:57.547875 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79cb5b0c-7976-45e0-acdf-229649fb5e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:57.549077 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-79cb5b0c-7976-45e0-acdf-229649fb5e2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0670927d-117f-40aa-86c8-51448d4e31b3 HTTP/1.1" status: 204 len: 168 time: 0.1892307 May 19 12:34:57.560027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5b0c-7976-45e0-acdf-229649fb5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0670927d-117f-40aa-86c8-51448d4e31b3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:00.208984 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:00.210603 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:35:05.171719 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=73 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:06.119573 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=20,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:07.489451 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:07.554093 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=43,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:07.573778 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:11.103000 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:18.400316 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7e7a7ce0-7e23-4dfc-94e1-22f1ca954f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:20.560020 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-bd3806a1-85dd-415f-9855-d7dcb60e9087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:21.851910 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.324359 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53850) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:22.434926 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-650d5d74-e70d-403a-bfcc-436a0204fd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.516086 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-650d5d74-e70d-403a-bfcc-436a0204fd60 admin admin] Publish callbacks [] for security_group (8f7b02f4-51e9-44b8-99aa-9550763e2e68), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.616882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-650d5d74-e70d-403a-bfcc-436a0204fd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8f7b02f4-51e9-44b8-99aa-9550763e2e68), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.661069 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-650d5d74-e70d-403a-bfcc-436a0204fd60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1ea2ef2f62242afa600281ef3b3da6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361361 May 19 12:35:22.661700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d5d74-e70d-403a-bfcc-436a0204fd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7b02f4-51e9-44b8-99aa-9550763e2e68,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:22.664343 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 53862) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:22.714819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e2b8-3935-49ad-8355-623222127850 admin admin] Publish callbacks [] for security_group (8f7b02f4-51e9-44b8-99aa-9550763e2e68), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.741122 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e2b8-3935-49ad-8355-623222127850 admin admin] Publish callbacks [] for security_group (8f7b02f4-51e9-44b8-99aa-9550763e2e68), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.896648 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e2b8-3935-49ad-8355-623222127850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8f7b02f4-51e9-44b8-99aa-9550763e2e68), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.900187 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e2b8-3935-49ad-8355-623222127850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:22.901470 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-5ec3e2b8-3935-49ad-8355-623222127850 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f7b02f4-51e9-44b8-99aa-9550763e2e68 HTTP/1.1" status: 204 len: 168 time: 0.2361224 May 19 12:35:22.910120 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3e2b8-3935-49ad-8355-623222127850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7b02f4-51e9-44b8-99aa-9550763e2e68,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:23.353467 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:23.727550 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 53870) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:23.741040 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd2f-2f30-4866-82a2-cc2669132b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:23.821138 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd2f-2f30-4866-82a2-cc2669132b1a admin admin] Publish callbacks [] for security_group (f54f9c81-06ea-4447-8443-be2a9e0c5536), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:23.932999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd2f-2f30-4866-82a2-cc2669132b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f54f9c81-06ea-4447-8443-be2a9e0c5536), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:23.974278 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d5e4dd2f-2f30-4866-82a2-cc2669132b1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78fd26dc2e424ecd8751ab144e2fa1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455752 May 19 12:35:23.975182 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4dd2f-2f30-4866-82a2-cc2669132b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54f9c81-06ea-4447-8443-be2a9e0c5536,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:23.977728 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 53876) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:24.038483 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-beac559b-626c-47f6-bd01-93f284d2c818 admin admin] Publish callbacks [] for security_group (f54f9c81-06ea-4447-8443-be2a9e0c5536), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:24.062368 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-beac559b-626c-47f6-bd01-93f284d2c818 admin admin] Publish callbacks [] for security_group (f54f9c81-06ea-4447-8443-be2a9e0c5536), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:24.274245 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-beac559b-626c-47f6-bd01-93f284d2c818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f54f9c81-06ea-4447-8443-be2a9e0c5536), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:24.277056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-beac559b-626c-47f6-bd01-93f284d2c818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:24.278206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-beac559b-626c-47f6-bd01-93f284d2c818 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f54f9c81-06ea-4447-8443-be2a9e0c5536 HTTP/1.1" status: 204 len: 168 time: 0.2988153 May 19 12:35:24.286205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac559b-626c-47f6-bd01-93f284d2c818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54f9c81-06ea-4447-8443-be2a9e0c5536,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:24.442516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b5f66-c220-4e0b-a0cf-6cd0de3ce8ef req-afd4bd79-8720-42e9-853b-5a799f25aa41 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:24.444126 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ec8b5f66-c220-4e0b-a0cf-6cd0de3ce8ef req-afd4bd79-8720-42e9-853b-5a799f25aa41 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0518019 May 19 12:35:24.493474 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ec8b5f66-c220-4e0b-a0cf-6cd0de3ce8ef req-87acfbf2-c018-447c-9096-1d560048fd29 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 May 19 12:35:24.799993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:25.149876 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:25.150774 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:25.615769 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dd8f1-bdbe-425d-805f-92f6db0bbd7a req-ada1a98b-0437-4772-9683-1333392f4bbf tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:25.618098 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-874dd8f1-bdbe-425d-805f-92f6db0bbd7a req-ada1a98b-0437-4772-9683-1333392f4bbf tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0508986 May 19 12:35:25.665806 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-874dd8f1-bdbe-425d-805f-92f6db0bbd7a req-1dda56b6-d5f7-41a8-ac29-1ae954079900 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 May 19 12:35:26.516315 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-918ebf20-88c7-4cc8-8c3a-5bebf6f040a4 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:26.517763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-918ebf20-88c7-4cc8-8c3a-5bebf6f040a4 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0478473 May 19 12:35:26.607240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Deleting port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:35:26.607575 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:26.703276 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] For port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,segment=NetworkSegment(aa2c27ca-d3fa-44b1-b596-e8e1dc567a20),segment_id=aa2c27ca-d3fa-44b1-b596-e8e1dc567a20)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:35:26.703890 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:26.718301 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Calling delete_port for 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:35:26.793027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:26.822687 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22084349-c1ca-4f61-b06a-fb6a5dab1024 req-8a7845b5-748f-4e69-bb54-c091134c1cb6 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:26.824224 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22084349-c1ca-4f61-b06a-fb6a5dab1024 req-8a7845b5-748f-4e69-bb54-c091134c1cb6 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 945 time: 0.0603232 May 19 12:35:26.844411 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:26.907483 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22084349-c1ca-4f61-b06a-fb6a5dab1024 req-9f6cc519-1381-4c25-9cd4-a923a1387aef tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd90001-0455-4d79-b530-74304bd7248a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771365 May 19 12:35:27.051203 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (24c2206f-53eb-4f5e-aba8-c7f6b0ab6640), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:27.073052 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['24c2206f-53eb-4f5e-aba8-c7f6b0ab6640'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:35:27.082670 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Pushing event deleted for resources: {'Port': ['ID=24c2206f-53eb-4f5e-aba8-c7f6b0ab6640,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:27.131267 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] No DVR routers for this DVR port 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:35:27.133916 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:27.137217 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f5efd886-91d7-40db-9d30-cb360a70c2c4 req-147bca75-e539-40f2-a2ba-5323c6431347 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.77 "DELETE /v2.0/ports/24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 HTTP/1.1" status: 204 len: 173 time: 0.6135278 May 19 12:35:27.137651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'name': 'network-vif-deleted', 'tag': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:35:27.139915 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7321966-3864-4552-bb50-e05238a44d9f" -d '{"events": [{"server_uuid": "09fd2e57-5250-43c9-b8e6-4873e4caf351", "name": "network-vif-deleted", "tag": "24c2206f-53eb-4f5e-aba8-c7f6b0ab6640"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:35:27.295287 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbef46c-f0fa-4ee0-9cc2-f364924297e3 x-openstack-request-id: req-fdbef46c-f0fa-4ee0-9cc2-f364924297e3 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:35:27.295574 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fd2e57-5250-43c9-b8e6-4873e4caf351", "name": "network-vif-deleted", "tag": "24c2206f-53eb-4f5e-aba8-c7f6b0ab6640", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:35:27.295822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdbef46c-f0fa-4ee0-9cc2-f364924297e3 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:35:27.296230 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbef46c-f0fa-4ee0-9cc2-f364924297e3'] response: {'server_uuid': '09fd2e57-5250-43c9-b8e6-4873e4caf351', 'name': 'network-vif-deleted', 'tag': '24c2206f-53eb-4f5e-aba8-c7f6b0ab6640', 'status': 'completed', 'code': 200} May 19 12:35:28.016331 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4ae6977a-4e1f-4e65-9b73-f04b1f6f8aba req-e65f106a-a949-4272-a8a1-0ce9571ce4c0 tempest-VolumesSnapshotTestJSON-1695631288 tempest-VolumesSnapshotTestJSON-1695631288-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fd2e57-5250-43c9-b8e6-4873e4caf351 HTTP/1.1" status: 200 len: 210 time: 0.0291359 May 19 12:35:33.613851 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:35:33.634617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:35:33.635040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 24c2206f-53eb-4f5e-aba8-c7f6b0ab6640 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:35:33.968605 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:33.970537 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:37.209576 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:35:37.997017 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:37.997888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=31,neutron:DELETE=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:40.905430 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:40.907088 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:41.016612 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:44.921655 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54112) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:45.053909 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.127947 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Publish callbacks [] for security_group (53316343-8094-4000-bd6b-f4077b65dbb7), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.211061 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (53316343-8094-4000-bd6b-f4077b65dbb7), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.252757 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53316343-8094-4000-bd6b-f4077b65dbb7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:45.256899 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b905757e8e06496aaffbbef6e843d07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341064 May 19 12:35:45.259744 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54116) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:45.263845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.264192 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.264538 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.264879 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.265218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.265555 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.265880 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.266204 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.266607 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.266940 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.267268 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.267592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.267918 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.268236 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.268562 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74589f-b279-499e-bafc-8f51dffc1e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:45.311729 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-25ca574b-c85a-45f9-9292-3a24ac97f5ca admin admin] Publish callbacks [] for security_group (53316343-8094-4000-bd6b-f4077b65dbb7), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.333603 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-25ca574b-c85a-45f9-9292-3a24ac97f5ca admin admin] Publish callbacks [] for security_group (53316343-8094-4000-bd6b-f4077b65dbb7), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.484618 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-25ca574b-c85a-45f9-9292-3a24ac97f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (53316343-8094-4000-bd6b-f4077b65dbb7), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.487353 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-25ca574b-c85a-45f9-9292-3a24ac97f5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:45.488504 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-25ca574b-c85a-45f9-9292-3a24ac97f5ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53316343-8094-4000-bd6b-f4077b65dbb7 HTTP/1.1" status: 204 len: 168 time: 0.2276435 May 19 12:35:45.496860 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca574b-c85a-45f9-9292-3a24ac97f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53316343-8094-4000-bd6b-f4077b65dbb7,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:46.153129 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54124) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:46.167343 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0927-e2b2-4402-9d5e-5ae6a54beb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.244060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0927-e2b2-4402-9d5e-5ae6a54beb88 admin admin] Publish callbacks [] for security_group (325cb74c-079c-4b2b-8ec7-547008e2a4fb), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.307691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0927-e2b2-4402-9d5e-5ae6a54beb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (325cb74c-079c-4b2b-8ec7-547008e2a4fb), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.345688 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b0927-e2b2-4402-9d5e-5ae6a54beb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325cb74c-079c-4b2b-8ec7-547008e2a4fb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:46.351430 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-9f6b0927-e2b2-4402-9d5e-5ae6a54beb88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e43ed2b77d148d7bde76d4fa0dce317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961436 May 19 12:35:46.351628 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=12 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:46.353925 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54126) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:46.402694 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-42ef1420-724e-4feb-a402-89408e8ea193 admin admin] Publish callbacks [] for security_group (325cb74c-079c-4b2b-8ec7-547008e2a4fb), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.424346 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-42ef1420-724e-4feb-a402-89408e8ea193 admin admin] Publish callbacks [] for security_group (325cb74c-079c-4b2b-8ec7-547008e2a4fb), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.576026 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-42ef1420-724e-4feb-a402-89408e8ea193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (325cb74c-079c-4b2b-8ec7-547008e2a4fb), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.578523 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-42ef1420-724e-4feb-a402-89408e8ea193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.579674 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-42ef1420-724e-4feb-a402-89408e8ea193 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/325cb74c-079c-4b2b-8ec7-547008e2a4fb HTTP/1.1" status: 204 len: 168 time: 0.2247360 May 19 12:35:46.588825 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef1420-724e-4feb-a402-89408e8ea193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325cb74c-079c-4b2b-8ec7-547008e2a4fb,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:47.206048 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=16 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:48.376456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-19321137-b4cc-48cd-8427-f2baf9120c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:48.950505 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54180) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:49.058673 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8815d8ca-2570-4e50-98f4-669c976427f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.134465 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8815d8ca-2570-4e50-98f4-669c976427f5 admin admin] Publish callbacks [] for security_group (a2b5ed7f-583f-4054-b4e7-dddfae736195), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.227597 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8815d8ca-2570-4e50-98f4-669c976427f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a2b5ed7f-583f-4054-b4e7-dddfae736195), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.270432 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8815d8ca-2570-4e50-98f4-669c976427f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=137cf000b4c5464586459c0607882ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187058 May 19 12:35:49.271298 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815d8ca-2570-4e50-98f4-669c976427f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5ed7f-583f-4054-b4e7-dddfae736195,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:49.274320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54184) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:49.324075 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff45c104-25d2-4664-ab14-adadec439fb0 admin admin] Publish callbacks [] for security_group (a2b5ed7f-583f-4054-b4e7-dddfae736195), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.345673 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff45c104-25d2-4664-ab14-adadec439fb0 admin admin] Publish callbacks [] for security_group (a2b5ed7f-583f-4054-b4e7-dddfae736195), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.491637 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff45c104-25d2-4664-ab14-adadec439fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a2b5ed7f-583f-4054-b4e7-dddfae736195), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.494529 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ff45c104-25d2-4664-ab14-adadec439fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.495710 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ff45c104-25d2-4664-ab14-adadec439fb0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2b5ed7f-583f-4054-b4e7-dddfae736195 HTTP/1.1" status: 204 len: 168 time: 0.2204370 May 19 12:35:49.504021 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45c104-25d2-4664-ab14-adadec439fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5ed7f-583f-4054-b4e7-dddfae736195,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:50.375148 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54194) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:50.391643 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d35e20a8-4828-4d3c-bb1a-ce54fcb98ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.472284 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:50.474416 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d35e20a8-4828-4d3c-bb1a-ce54fcb98ca0 admin admin] Publish callbacks [] for security_group (ba291e65-a9e5-4330-be3d-0c724284ef48), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.604463 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d35e20a8-4828-4d3c-bb1a-ce54fcb98ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ba291e65-a9e5-4330-be3d-0c724284ef48), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.604684 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1d799d5a-eafc-4d23-900c-c920964bbf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.616388 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:50.644709 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e20a8-4828-4d3c-bb1a-ce54fcb98ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba291e65-a9e5-4330-be3d-0c724284ef48,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:50.651267 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d35e20a8-4828-4d3c-bb1a-ce54fcb98ca0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23b201e25bed46fbbc34cbb060711fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748928 May 19 12:35:50.653877 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54200) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:50.705502 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c65498f6-8eee-4463-bd7d-b9bacae5f996 admin admin] Publish callbacks [] for security_group (ba291e65-a9e5-4330-be3d-0c724284ef48), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.727748 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c65498f6-8eee-4463-bd7d-b9bacae5f996 admin admin] Publish callbacks [] for security_group (ba291e65-a9e5-4330-be3d-0c724284ef48), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.845671 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c65498f6-8eee-4463-bd7d-b9bacae5f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ba291e65-a9e5-4330-be3d-0c724284ef48), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.848610 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c65498f6-8eee-4463-bd7d-b9bacae5f996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:50.849898 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c65498f6-8eee-4463-bd7d-b9bacae5f996 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba291e65-a9e5-4330-be3d-0c724284ef48 HTTP/1.1" status: 204 len: 168 time: 0.1949565 May 19 12:35:50.859230 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65498f6-8eee-4463-bd7d-b9bacae5f996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba291e65-a9e5-4330-be3d-0c724284ef48,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:51.833199 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:52.617041 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54238) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:52.723730 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-12ad63d2-baca-440e-af31-30a6fe38d5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:52.801223 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-12ad63d2-baca-440e-af31-30a6fe38d5ca admin admin] Publish callbacks [] for security_group (e6eede1f-8c79-4207-b012-c6bf44ac44ab), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:52.855968 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-12ad63d2-baca-440e-af31-30a6fe38d5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e6eede1f-8c79-4207-b012-c6bf44ac44ab), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:52.898151 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-12ad63d2-baca-440e-af31-30a6fe38d5ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf6af8a095ac48f7800e94f39d26f597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790134 May 19 12:35:52.898944 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad63d2-baca-440e-af31-30a6fe38d5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eede1f-8c79-4207-b012-c6bf44ac44ab,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:52.900660 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54242) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:52.950691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac4fd-9287-425e-8504-1a12640e2047 admin admin] Publish callbacks [] for security_group (e6eede1f-8c79-4207-b012-c6bf44ac44ab), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:52.973280 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac4fd-9287-425e-8504-1a12640e2047 admin admin] Publish callbacks [] for security_group (e6eede1f-8c79-4207-b012-c6bf44ac44ab), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:53.095919 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac4fd-9287-425e-8504-1a12640e2047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e6eede1f-8c79-4207-b012-c6bf44ac44ab), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:53.098495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac4fd-9287-425e-8504-1a12640e2047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:53.099645 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-fa4ac4fd-9287-425e-8504-1a12640e2047 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6eede1f-8c79-4207-b012-c6bf44ac44ab HTTP/1.1" status: 204 len: 168 time: 0.1978104 May 19 12:35:53.108648 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ac4fd-9287-425e-8504-1a12640e2047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eede1f-8c79-4207-b012-c6bf44ac44ab,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:53.339886 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:54.878708 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:55.427174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d11c89-c8af-4ce7-8867-0d7b200a336e req-9c969bfc-63d0-4840-84da-978d8b09a25a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:55.428655 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24d11c89-c8af-4ce7-8867-0d7b200a336e req-9c969bfc-63d0-4840-84da-978d8b09a25a tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0513351 May 19 12:35:55.478636 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24d11c89-c8af-4ce7-8867-0d7b200a336e req-7b716d70-a511-439e-9de1-073c6b8c75f3 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 May 19 12:35:56.613563 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e4260-91d4-433c-a8d6-b9a5db0eefaa req-aad8b8a9-b617-4fc3-8db0-28fa46f09844 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:56.615069 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da6e4260-91d4-433c-a8d6-b9a5db0eefaa req-aad8b8a9-b617-4fc3-8db0-28fa46f09844 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0473800 May 19 12:35:56.664393 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da6e4260-91d4-433c-a8d6-b9a5db0eefaa req-f7a2e786-081d-4f09-9aad-0e74564e9424 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae3b5e1-3393-4a71-b499-470cb02754be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 May 19 12:35:57.055850 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-aa038e08-4c67-4522-85bb-bd93f5bf9850 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:57.057517 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-aa038e08-4c67-4522-85bb-bd93f5bf9850 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 946 time: 0.0493000 May 19 12:35:57.143433 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Deleting port aa50357b-95ff-4657-bbc2-3b5dd21e899e {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:35:57.143782 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:57.147611 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:57.186758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:57.244862 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] For port aa50357b-95ff-4657-bbc2-3b5dd21e899e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa50357b-95ff-4657-bbc2-3b5dd21e899e,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:35:57.245145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:57.406977 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:57.407343 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (2c15ffea-9a7e-42c7-a7b2-e42748439fee), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:57.407662 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Floating IP 2c15ffea-9a7e-42c7-a7b2-e42748439fee disassociated. External IP: 172.27.3.86, port: aa50357b-95ff-4657-bbc2-3b5dd21e899e. May 19 12:35:57.408012 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Calling delete_port for aa50357b-95ff-4657-bbc2-3b5dd21e899e owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:35:57.651065 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (aa50357b-95ff-4657-bbc2-3b5dd21e899e), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:57.681616 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event deleted for resources: {'Port': ['ID=aa50357b-95ff-4657-bbc2-3b5dd21e899e,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:57.812985 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ff7516b0-d449-43fa-a091-7e19c5f71db2 req-fb363f97-a460-4ccd-a9a7-af0e279a78cf tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0636225 May 19 12:35:57.832152 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:35:57.873364 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:57.938593 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:35:57.948680 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:35:57.958619 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:35:57.959306 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:35:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:57.982692 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] No DVR routers for this DVR port aa50357b-95ff-4657-bbc2-3b5dd21e899e on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:35:57.985124 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:57.988336 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-40fbfbdc-e53e-4287-9d2b-264cf05900e6 req-50c9e14b-2de1-4829-b27d-563c3de8497e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.77 "DELETE /v2.0/ports/aa50357b-95ff-4657-bbc2-3b5dd21e899e HTTP/1.1" status: 204 len: 173 time: 0.9246235 May 19 12:35:57.988774 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-deleted', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:35:57.991093 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23eb63-ef53-4397-bcde-57012494a850" -d '{"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-deleted", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:35:58.062683 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f37f98f-bf31-4166-bd2f-3c352d7f846c x-openstack-request-id: req-9f37f98f-bf31-4166-bd2f-3c352d7f846c {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:35:58.062976 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b434a-af2f-4b06-beda-5bb9b4816e66", "name": "network-vif-deleted", "tag": "aa50357b-95ff-4657-bbc2-3b5dd21e899e", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:35:58.063284 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f37f98f-bf31-4166-bd2f-3c352d7f846c {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:35:58.063639 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f37f98f-bf31-4166-bd2f-3c352d7f846c'] response: {'server_uuid': '366b434a-af2f-4b06-beda-5bb9b4816e66', 'name': 'network-vif-deleted', 'tag': 'aa50357b-95ff-4657-bbc2-3b5dd21e899e', 'status': 'completed', 'code': 200} May 19 12:35:58.087968 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:35:58.294007 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:58.325521 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:35:58.331033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:35:58.331670 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:35:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:58.439412 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:35:58.630315 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:58.658740 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc798166-2fc9-4792-805a-91af975fec4a None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'ebcd5c9e-0567-4241-ad36-db99d442935a', 'name': '', 'network_id': '95564b1d-433e-4b0e-8ac1-53dd3bc3d04f', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'mac_address': 'fa:16:3e:40:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:37Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'subnets': [{'id': '1bd5c638-fc36-406d-b1a6-72dfd560044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:35:58.890604 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365f851-03e7-4697-b0e1-630495c56dfa None None] New status for floating IP 2c15ffea-9a7e-42c7-a7b2-e42748439fee: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:35:58.935386 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5c20a103-26b8-401c-b4f5-99f34a641686 req-3361b1fe-6cb4-46cf-8a6c-0e5e0dab149e tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/ports?device_id=366b434a-af2f-4b06-beda-5bb9b4816e66 HTTP/1.1" status: 200 len: 210 time: 0.0338175 May 19 12:36:00.080936 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54416) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:00.136737 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f78a23-4d97-49a4-a6cf-dc66a5d93353 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (cae3b5e1-3393-4a71-b499-470cb02754be), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.163624 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f78a23-4d97-49a4-a6cf-dc66a5d93353 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (cae3b5e1-3393-4a71-b499-470cb02754be), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.319157 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f78a23-4d97-49a4-a6cf-dc66a5d93353 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (cae3b5e1-3393-4a71-b499-470cb02754be), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.322477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f78a23-4d97-49a4-a6cf-dc66a5d93353 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.329106 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-09f78a23-4d97-49a4-a6cf-dc66a5d93353 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "DELETE /v2.0/security-groups/cae3b5e1-3393-4a71-b499-470cb02754be HTTP/1.1" status: 204 len: 168 time: 0.2440510 May 19 12:36:00.330106 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54420) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:00.341856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78a23-4d97-49a4-a6cf-dc66a5d93353 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae3b5e1-3393-4a71-b499-470cb02754be,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:00.357718 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.api.v2.resource [None req-d4d38079-c3e5-48a4-94b1-7e2a1161f644 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] show failed (client error): The resource could not be found. May 19 12:36:00.359672 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d4d38079-c3e5-48a4-94b1-7e2a1161f644 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "GET /v2.0/security-groups/cae3b5e1-3393-4a71-b499-470cb02754be HTTP/1.1" status: 404 len: 347 time: 0.0291841 May 19 12:36:00.366743 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54422) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:00.739729 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Deleting port bb81e8fe-be31-4303-9750-0793f696b4a6 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:36:00.739729 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.765323 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54426) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:00.814854 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Deleting subnet a12a6fe5-0793-42d3-9430-d6f6210d46fc {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:36:00.817986 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Publish callbacks [] for subnet (a12a6fe5-0793-42d3-9430-d6f6210d46fc), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.823581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.824213 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (bb81e8fe-be31-4303-9750-0793f696b4a6), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.847746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Calling delete_port for bb81e8fe-be31-4303-9750-0793f696b4a6 owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:36:00.863886 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (a12a6fe5-0793-42d3-9430-d6f6210d46fc), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.906185 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (a12a6fe5-0793-42d3-9430-d6f6210d46fc), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:00.919659 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:01.033406 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (a12a6fe5-0793-42d3-9430-d6f6210d46fc), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.039723 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (bb81e8fe-be31-4303-9750-0793f696b4a6), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.065371 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12a6fe5-0793-42d3-9430-d6f6210d46fc,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:01.067891 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Pushing event deleted for resources: {'Port': ['ID=bb81e8fe-be31-4303-9750-0793f696b4a6,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:01.074449 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.080320 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a12a6fe5-0793-42d3-9430-d6f6210d46fc HTTP/1.1" status: 204 len: 168 time: 0.3114152 May 19 12:36:01.080320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.080320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.080320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.080320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.081378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.081378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.081378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.081635 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.081952 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.082323 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.082540 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.082870 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.083192 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.083514 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.083830 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704c346-e300-4add-a98e-dfe52b8dd743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.086343 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54428) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:01.094888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:36:01.114553 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: aa50357b-95ff-4657-bbc2-3b5dd21e899e {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:36:01.114945 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device aa50357b-95ff-4657-bbc2-3b5dd21e899e not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:36:01.128584 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:01.133207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks [] for floatingip (2c15ffea-9a7e-42c7-a7b2-e42748439fee), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.135736 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.138165 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-be7d627b-64ad-4eaf-b009-43e51c803bac tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] 10.222.0.57 "DELETE /v2.0/floatingips/2c15ffea-9a7e-42c7-a7b2-e42748439fee HTTP/1.1" status: 204 len: 168 time: 0.7697115 May 19 12:36:01.161473 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (7c694785-3877-48e5-968a-02c3883c2332), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.259573 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (7c694785-3877-48e5-968a-02c3883c2332), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.280665 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c694785-3877-48e5-968a-02c3883c2332']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:01.289722 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:01.290017 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2c27ca-d3fa-44b1-b596-e8e1dc567a20') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:01.299481 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (aa2c27ca-d3fa-44b1-b596-e8e1dc567a20), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.312771 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (aa2c27ca-d3fa-44b1-b596-e8e1dc567a20), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.314580 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:01.319374 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:36:01.319906 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (aa2c27ca-d3fa-44b1-b596-e8e1dc567a20), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:36:01.321765 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:36:01.435014 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (7c694785-3877-48e5-968a-02c3883c2332), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.445842 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.452515 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7c694785-3877-48e5-968a-02c3883c2332 HTTP/1.1" status: 204 len: 168 time: 0.3649323 May 19 12:36:01.474313 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a00c38-7b45-405b-97e6-ce2b7f2cb2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c694785-3877-48e5-968a-02c3883c2332,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:01.947448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54438) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:01.991802 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-33bf877c-37b0-4ded-ad97-279304c96c86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=886ee445e38e4c31bd4d4d014a7c4c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431919 May 19 12:36:01.994222 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54440) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:02.045113 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8613ea16-0e58-4c83-a804-69a2333de1d5 admin admin] Publish callbacks [] for security_group (9fd90001-0455-4d79-b530-74304bd7248a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:02.066505 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8613ea16-0e58-4c83-a804-69a2333de1d5 admin admin] Publish callbacks [] for security_group (9fd90001-0455-4d79-b530-74304bd7248a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:02.164401 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8613ea16-0e58-4c83-a804-69a2333de1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9fd90001-0455-4d79-b530-74304bd7248a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:02.167086 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8613ea16-0e58-4c83-a804-69a2333de1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:02.168241 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8613ea16-0e58-4c83-a804-69a2333de1d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9fd90001-0455-4d79-b530-74304bd7248a HTTP/1.1" status: 204 len: 168 time: 0.1730947 May 19 12:36:02.176095 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613ea16-0e58-4c83-a804-69a2333de1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd90001-0455-4d79-b530-74304bd7248a,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:03.953184 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54496) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:04.732155 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:04.957420 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Deleting port ebcd5c9e-0567-4241-ad36-db99d442935a {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:36:04.958101 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:05.014228 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:05.043499 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] For port ebcd5c9e-0567-4241-ad36-db99d442935a, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ebcd5c9e-0567-4241-ad36-db99d442935a,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:05.043873 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:05.050525 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:05.057696 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Calling delete_port for ebcd5c9e-0567-4241-ad36-db99d442935a owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:36:05.341324 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (ebcd5c9e-0567-4241-ad36-db99d442935a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:05.367327 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcd5c9e-0567-4241-ad36-db99d442935a,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:05.536994 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:05.751069 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:36:05.813201 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:05.858456 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:36:05.863065 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-ab73dd2e-2e4b-4d4e-bd00-3f15abb53da4 admin admin] 10.222.0.57 "PUT /v2.0/routers/059d134f-3a9c-4ea6-b9d9-5804efa4b6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102218 May 19 12:36:05.865861 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54510) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:05.872798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] Sync routers for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:36:05.884962 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:05.885570 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:35:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:05.946635 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:05.969953 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks [] for router (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:05.990750 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:06.030515 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:06.047246 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:06.079821 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks [] for router_gateway (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:06.185835 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:36:05Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:06.211164 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] Checking router: 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:36:06.220654 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] Routers {'059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:06.221397 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:35:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:06.266253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Deleting port 9952f7f3-6a2c-4b74-a3bd-59d778453773 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:36:06.266631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:06.329923 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] Set router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:06.366149 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] For port 9952f7f3-6a2c-4b74-a3bd-59d778453773, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=9952f7f3-6a2c-4b74-a3bd-59d778453773,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:06.366920 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:06.403603 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Calling delete_port for 9952f7f3-6a2c-4b74-a3bd-59d778453773 owned by network:router_gateway {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:36:06.510272 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:36:05Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:06.540387 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22625a87-7d1a-4623-af00-2b1b1c9ee9ad None None] The sync data for ids ['059d134f-3a9c-4ea6-b9d9-5804efa4b6b2'] in dv-cinder-778193-27-iscsi is: [{'id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1532660275-router', 'tenant_id': '1231585c94524ec199c47bd4f4162578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:15Z', 'updated_at': '2022-05-19T12:36:05Z', 'revision_number': 5, 'project_id': '1231585c94524ec199c47bd4f4162578', 'gw_port': {'id': '9952f7f3-6a2c-4b74-a3bd-59d778453773', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059d134f-3a9c-4ea6-b9d9-5804efa4b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:36:06.707403 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (9952f7f3-6a2c-4b74-a3bd-59d778453773), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:06.733747 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9952f7f3-6a2c-4b74-a3bd-59d778453773,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:06.796921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:06.890022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:06.893455 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks [] for router_controller (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.015577 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (059d134f-3a9c-4ea6-b9d9-5804efa4b6b2), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.016341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 {{(pid=104399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:36:07.020866 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.022113 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-b6240b96-82cd-49b0-ba90-fe99bc5b41e6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/059d134f-3a9c-4ea6-b9d9-5804efa4b6b2 HTTP/1.1" status: 204 len: 168 time: 1.1543965 May 19 12:36:07.024822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54520) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:07.074895 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_v2 [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Deleting subnet 1bd5c638-fc36-406d-b1a6-72dfd560044a {{(pid=104398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:36:07.078845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Publish callbacks [] for subnet (1bd5c638-fc36-406d-b1a6-72dfd560044a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.117640 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9831517'] for subnet (1bd5c638-fc36-406d-b1a6-72dfd560044a), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.170621 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:07.232924 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (1bd5c638-fc36-406d-b1a6-72dfd560044a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.376686 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8841472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403439'] for subnet (1bd5c638-fc36-406d-b1a6-72dfd560044a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.407687 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd5c638-fc36-406d-b1a6-72dfd560044a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:07.413541 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.416768 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-00484989-40c0-468a-8cc7-1cb7966f01c7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1bd5c638-fc36-406d-b1a6-72dfd560044a HTTP/1.1" status: 204 len: 168 time: 0.3909135 May 19 12:36:07.419216 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc76fa-8512-4485-a808-7e2e57406930 None None] Network 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:36:07.419824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54530) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:07.497938 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.543409 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ebcd5c9e-0567-4241-ad36-db99d442935a no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:36:07.560156 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Deleting port ede623eb-83d9-44d1-abeb-23e639024723 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:36:07.560495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (ede623eb-83d9-44d1-abeb-23e639024723), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.575542 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: ebcd5c9e-0567-4241-ad36-db99d442935a {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:36:07.575888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ebcd5c9e-0567-4241-ad36-db99d442935a not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:36:07.576316 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 9952f7f3-6a2c-4b74-a3bd-59d778453773 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:36:07.595362 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 9952f7f3-6a2c-4b74-a3bd-59d778453773 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:36:07.595714 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 9952f7f3-6a2c-4b74-a3bd-59d778453773 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:36:07.601008 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] DHCP port deletion for 95564b1d-433e-4b0e-8ac1-53dd3bc3d04f request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:36:07.640279 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Deleting port ede623eb-83d9-44d1-abeb-23e639024723 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:36:07.640493 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] For port ede623eb-83d9-44d1-abeb-23e639024723, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ede623eb-83d9-44d1-abeb-23e639024723,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:07.640596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (ede623eb-83d9-44d1-abeb-23e639024723), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.640815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (ede623eb-83d9-44d1-abeb-23e639024723), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.654662 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Calling delete_port for ede623eb-83d9-44d1-abeb-23e639024723 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:36:07.691459 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:07.709365 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] For port ede623eb-83d9-44d1-abeb-23e639024723, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=ede623eb-83d9-44d1-abeb-23e639024723,segment=NetworkSegment(d5a2b76c-2525-4d0c-986e-e8f172797c78),segment_id=d5a2b76c-2525-4d0c-986e-e8f172797c78)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:07.709760 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (ede623eb-83d9-44d1-abeb-23e639024723), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.727377 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Calling delete_port for ede623eb-83d9-44d1-abeb-23e639024723 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:36:07.822261 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (ede623eb-83d9-44d1-abeb-23e639024723), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.849911 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede623eb-83d9-44d1-abeb-23e639024723,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:07.857414 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] No DVR routers for this DVR port ede623eb-83d9-44d1-abeb-23e639024723 on host dv-cinder-778193-27-iscsi {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:36:07.932352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.939274 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (ede623eb-83d9-44d1-abeb-23e639024723), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.941850 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:07.954273 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95564b1d-433e-4b0e-8ac1-53dd3bc3d04f']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:07.963352 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Pushing event deleted for resources: {'Port': ['ID=ede623eb-83d9-44d1-abeb-23e639024723,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:07.963664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a2b76c-2525-4d0c-986e-e8f172797c78') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:07.963966 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a2b76c-2525-4d0c-986e-e8f172797c78') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:07.967944 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] No DVR routers for this DVR port ede623eb-83d9-44d1-abeb-23e639024723 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:36:07.974288 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.974585 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.974699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (d5a2b76c-2525-4d0c-986e-e8f172797c78), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.980633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a66c0-1d50-438a-a9a0-cb41a0eaffce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:07.993111 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (d5a2b76c-2525-4d0c-986e-e8f172797c78), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.000297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:36:08.000696 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (d5a2b76c-2525-4d0c-986e-e8f172797c78), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:36:08.002511 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:36:08.175317 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (95564b1d-433e-4b0e-8ac1-53dd3bc3d04f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.181025 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.184200 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/95564b1d-433e-4b0e-8ac1-53dd3bc3d04f HTTP/1.1" status: 204 len: 168 time: 0.7637172 May 19 12:36:08.195537 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2ece-0c46-4a14-85b8-652422b435c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=95564b1d-433e-4b0e-8ac1-53dd3bc3d04f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:08.494598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54538) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:08.536264 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-908e498d-3d29-45e5-b82c-1d5c180d1b5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1231585c94524ec199c47bd4f4162578&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404530 May 19 12:36:08.538707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54540) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:08.586479 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-224897fc-489b-4229-88c4-e9ae67eece89 admin admin] Publish callbacks [] for security_group (c8e92e73-e6b6-4631-b061-628a483565e5), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.607944 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-224897fc-489b-4229-88c4-e9ae67eece89 admin admin] Publish callbacks [] for security_group (c8e92e73-e6b6-4631-b061-628a483565e5), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.706888 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-224897fc-489b-4229-88c4-e9ae67eece89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (c8e92e73-e6b6-4631-b061-628a483565e5), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.709385 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-224897fc-489b-4229-88c4-e9ae67eece89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:08.710576 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-224897fc-489b-4229-88c4-e9ae67eece89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8e92e73-e6b6-4631-b061-628a483565e5 HTTP/1.1" status: 204 len: 168 time: 0.1709452 May 19 12:36:08.719258 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224897fc-489b-4229-88c4-e9ae67eece89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e92e73-e6b6-4631-b061-628a483565e5,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:08.962095 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:08.965037 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:09.499774 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ede623eb-83d9-44d1-abeb-23e639024723 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:36:09.525217 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: ede623eb-83d9-44d1-abeb-23e639024723 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:36:09.525569 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device ede623eb-83d9-44d1-abeb-23e639024723 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:36:10.574535 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54600) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:10.681451 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-285ea27c-5534-474e-a7b3-8002a663c858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:10.696044 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:10.756948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-285ea27c-5534-474e-a7b3-8002a663c858 admin admin] Publish callbacks [] for security_group (8098d836-c41b-4caf-a394-ee3d95143248), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:10.838333 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-285ea27c-5534-474e-a7b3-8002a663c858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8098d836-c41b-4caf-a394-ee3d95143248), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:10.880624 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-285ea27c-5534-474e-a7b3-8002a663c858 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e58d2ae3ee1b45cbac9cbb69bc198031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047237 May 19 12:36:10.881338 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ea27c-5534-474e-a7b3-8002a663c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8098d836-c41b-4caf-a394-ee3d95143248,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:10.883626 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54606) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:10.936859 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46759706-9570-4ab7-9387-06146f80c10f admin admin] Publish callbacks [] for security_group (8098d836-c41b-4caf-a394-ee3d95143248), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:10.959615 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46759706-9570-4ab7-9387-06146f80c10f admin admin] Publish callbacks [] for security_group (8098d836-c41b-4caf-a394-ee3d95143248), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:11.072926 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46759706-9570-4ab7-9387-06146f80c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8098d836-c41b-4caf-a394-ee3d95143248), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:11.075760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-46759706-9570-4ab7-9387-06146f80c10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:11.076911 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-46759706-9570-4ab7-9387-06146f80c10f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8098d836-c41b-4caf-a394-ee3d95143248 HTTP/1.1" status: 204 len: 168 time: 0.1923795 May 19 12:36:11.085270 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46759706-9570-4ab7-9387-06146f80c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8098d836-c41b-4caf-a394-ee3d95143248,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:11.438457 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.210204 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:36:14.337820 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54700) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:14.443507 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb77-2683-42c8-b5ad-beefb4ad9a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.476682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:14.520549 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb77-2683-42c8-b5ad-beefb4ad9a68 admin admin] Publish callbacks [] for security_group (d63b5765-2a2f-4475-8cda-0ae60d0ac7bb), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.577051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb77-2683-42c8-b5ad-beefb4ad9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d63b5765-2a2f-4475-8cda-0ae60d0ac7bb), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.620155 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8cb77-2683-42c8-b5ad-beefb4ad9a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b5765-2a2f-4475-8cda-0ae60d0ac7bb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:14.624487 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2dc8cb77-2683-42c8-b5ad-beefb4ad9a68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52526ffcefdf4f1fb7791e24d0411b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855580 May 19 12:36:14.627333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54704) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:14.677645 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d6834e2-036d-45df-a2bd-21584a539ebb admin admin] Publish callbacks [] for security_group (d63b5765-2a2f-4475-8cda-0ae60d0ac7bb), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.700220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d6834e2-036d-45df-a2bd-21584a539ebb admin admin] Publish callbacks [] for security_group (d63b5765-2a2f-4475-8cda-0ae60d0ac7bb), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.733560 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:14.856345 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d6834e2-036d-45df-a2bd-21584a539ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d63b5765-2a2f-4475-8cda-0ae60d0ac7bb), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.858940 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d6834e2-036d-45df-a2bd-21584a539ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.860233 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3d6834e2-036d-45df-a2bd-21584a539ebb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d63b5765-2a2f-4475-8cda-0ae60d0ac7bb HTTP/1.1" status: 204 len: 168 time: 0.2319353 May 19 12:36:14.868997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6834e2-036d-45df-a2bd-21584a539ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b5765-2a2f-4475-8cda-0ae60d0ac7bb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:15.569247 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54718) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:15.583276 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53288e6b-cfde-4f6c-9c6d-6a5ddc9b38f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:15.613908 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:15.668002 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53288e6b-cfde-4f6c-9c6d-6a5ddc9b38f1 admin admin] Publish callbacks [] for security_group (8efd904a-bfc2-4edc-a360-88b561c77bae), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:15.884111 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53288e6b-cfde-4f6c-9c6d-6a5ddc9b38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8efd904a-bfc2-4edc-a360-88b561c77bae), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:15.926807 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-53288e6b-cfde-4f6c-9c6d-6a5ddc9b38f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42c2ce52e05a417098f0191efb125878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564436 May 19 12:36:15.927782 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53288e6b-cfde-4f6c-9c6d-6a5ddc9b38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd904a-bfc2-4edc-a360-88b561c77bae,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:15.929768 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54720) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:15.987142 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb9dd-4ca0-4f35-aa9b-b1c2b8fc225c admin admin] Publish callbacks [] for security_group (8efd904a-bfc2-4edc-a360-88b561c77bae), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:16.009434 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb9dd-4ca0-4f35-aa9b-b1c2b8fc225c admin admin] Publish callbacks [] for security_group (8efd904a-bfc2-4edc-a360-88b561c77bae), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:16.195174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb9dd-4ca0-4f35-aa9b-b1c2b8fc225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8efd904a-bfc2-4edc-a360-88b561c77bae), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:16.195174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb9dd-4ca0-4f35-aa9b-b1c2b8fc225c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:16.195174 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-9e1cb9dd-4ca0-4f35-aa9b-b1c2b8fc225c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8efd904a-bfc2-4edc-a360-88b561c77bae HTTP/1.1" status: 204 len: 168 time: 0.2594292 May 19 12:36:16.198873 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cb9dd-4ca0-4f35-aa9b-b1c2b8fc225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd904a-bfc2-4edc-a360-88b561c77bae,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:16.827232 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-c4e7d578-f377-44ab-8f2b-fad637e45bc9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386279 May 19 12:36:16.910846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-269bcc4b-c725-4a26-abc3-526d0508974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:16.912404 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-269bcc4b-c725-4a26-abc3-526d0508974f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86c353f6ded643e6b501ec57800fafc6&device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0431843 May 19 12:36:17.032674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-01116da3-c855-46c7-8acf-d81cdcfaea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:17.034178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-01116da3-c855-46c7-8acf-d81cdcfaea08 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 200 len: 916 time: 0.1026609 May 19 12:36:17.089110 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54744) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:17.108409 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-afdaf15e-3b6e-43f3-bcc6-e36a24269d7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 HTTP/1.1" status: 200 len: 1001 time: 0.0681291 May 19 12:36:17.166918 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-3b7af330-9fb5-4ad2-87c0-f306fc76d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:17.168398 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-3b7af330-9fb5-4ad2-87c0-f306fc76d88e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 200 len: 854 time: 0.0542865 May 19 12:36:17.220532 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6041-ad2d-487d-a400-89e0c71f7b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.238952 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-811c789f-36d0-4c4e-bcf1-1b8add8f112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:17.240467 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-811c789f-36d0-4c4e-bcf1-1b8add8f112f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c9b89124-2c1b-4572-adaf-f3ca44cc01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659828 May 19 12:36:17.375375 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-de0ff185-e33a-476c-bc7b-0e0583619d30 service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262457 May 19 12:36:17.434347 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6041-ad2d-487d-a400-89e0c71f7b24 admin admin] Publish callbacks [] for security_group (49c449ef-f9e0-47ed-99d6-823d8b31590a), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.480586 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-90ab68b1-18f7-4770-8dc2-e63141b4d05e req-62a56416-94d8-47cc-9101-a3d51c38fd1f service neutron] 10.222.0.77 "GET /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980246 May 19 12:36:17.481168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6041-ad2d-487d-a400-89e0c71f7b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (49c449ef-f9e0-47ed-99d6-823d8b31590a), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.520477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:17.532004 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3a6e6041-ad2d-487d-a400-89e0c71f7b24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ff23bff1a234db08b13c7b93127f279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382610 May 19 12:36:17.532004 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6041-ad2d-487d-a400-89e0c71f7b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c449ef-f9e0-47ed-99d6-823d8b31590a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:17.532558 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54758) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:17.588372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8df20c5e-bde9-40b5-975c-415474e001bf admin admin] Publish callbacks [] for security_group (49c449ef-f9e0-47ed-99d6-823d8b31590a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.612360 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8df20c5e-bde9-40b5-975c-415474e001bf admin admin] Publish callbacks [] for security_group (49c449ef-f9e0-47ed-99d6-823d8b31590a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.741236 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8df20c5e-bde9-40b5-975c-415474e001bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (49c449ef-f9e0-47ed-99d6-823d8b31590a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.743869 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8df20c5e-bde9-40b5-975c-415474e001bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:17.745067 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-8df20c5e-bde9-40b5-975c-415474e001bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49c449ef-f9e0-47ed-99d6-823d8b31590a HTTP/1.1" status: 204 len: 168 time: 0.2116356 May 19 12:36:17.755055 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df20c5e-bde9-40b5-975c-415474e001bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c449ef-f9e0-47ed-99d6-823d8b31590a,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:18.365391 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-29a8d681-30da-49f8-b54a-246d69a2fb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:18.867168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54802) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:18.971111 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341862129-network', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:19.044184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Made reservation on behalf of ff5ebee4cf6c47f9adee30f9c8cd6ba1 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:36:19.047161 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.056488 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.077846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:19.137109 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks [] for security_group (bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.215691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.251441 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:36:19.258227 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:19.269989 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6a91ad0a-0353-4952-9b8f-1453df049f96), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.270496 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Added segment 6a91ad0a-0353-4952-9b8f-1453df049f96 of type vlan for network 8d351609-6722-4245-b241-bc1661734268 May 19 12:36:19.323645 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (8d351609-6722-4245-b241-bc1661734268), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.426636 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (8d351609-6722-4245-b241-bc1661734268), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.427724 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:19.428345 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.494980 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] Pushing event updated for resources: {'Network': ['ID=8d351609-6722-4245-b241-bc1661734268,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:19.504967 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 8d351609-6722-4245-b241-bc1661734268 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:36:19.578461 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d018388b-cc0d-442a-a31a-f32cbdd62cda admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7101340 May 19 12:36:19.581306 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54812) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:19.586005 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Request body: {'subnet': {'network_id': '8d351609-6722-4245-b241-bc1661734268', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341862129-subnet', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:19.678400 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Made reservation on behalf of ff5ebee4cf6c47f9adee30f9c8cd6ba1 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:36:19.681161 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.758400 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:19.884049 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (bbf681d4-18f2-4ee6-9440-27bae398b8e4), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.942817 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf681d4-18f2-4ee6-9440-27bae398b8e4,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:19.952568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Checking segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:19.952919 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Network hostable DHCP agents. Network: 8d351609-6722-4245-b241-bc1661734268, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:36:20.032928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Network 8d351609-6722-4245-b241-bc1661734268 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:36:20.078515 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 8d351609-6722-4245-b241-bc1661734268) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:20.082739 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:20.090060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.090870 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486f030-0eac-40ed-a00c-630185704be8 None None] Network 8d351609-6722-4245-b241-bc1661734268 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:36:20.173646 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3eada1ae-50fa-4f8c-9a7e-4896f2bc9d0c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5911255 May 19 12:36:20.175997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54816) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:20.180944 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:20.193407 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-8d351609-6722-4245-b241-bc1661734268', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:36:20.194497 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.311334 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:20.330072 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.331179 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.333389 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Allocated IP 172.20.0.2 (8d351609-6722-4245-b241-bc1661734268/bbf681d4-18f2-4ee6-9440-27bae398b8e4/986612aa-ce05-49cd-a5c8-91fcc1f3d5cf) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:36:20.397882 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks [] for router_controller (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), precommit_add_association {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.489314 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Publish callbacks [] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.586983 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ff905c07-f759-4983-b63f-c37c640a6276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.589132 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.592792 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:20.641744 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Network 8d351609-6722-4245-b241-bc1661734268 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:20.644839 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:20.649035 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:36:20.656422 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Pushing event updated for resources: {'Port': ['ID=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:20.705581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks [] for router_gateway (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.713215 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Attempting to bind port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:36:20.713584 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Attempting to bind port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:36:20.713947 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Attempting to bind port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:36:20.719925 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:36:20.720633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Checking segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:20.721160 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.721553 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Bound using segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:36:20.722027 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Bound port: 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:36:20.722418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.796495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] For port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:36:20.799877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] For port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:36:20.879230 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:20.951339 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd45936-f87e-4c46-850d-43c25cedd93e None None] Pushing event updated for resources: {'Port': ['ID=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:21.083245 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks [] for router_gateway (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.120366 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.190001 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:21.272427 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Allocated IP 172.27.3.246 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/f6638a66-c0d4-4752-a473-374e218ef7f0) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:36:21.366707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:21.398440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks [] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.508038 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.551195 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:21.556560 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:21.564673 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:36:21.578545 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:21.609536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Pushing event updated for resources: {'Port': ['ID=f6638a66-c0d4-4752-a473-374e218ef7f0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:21.632840 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:21.633468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.745949 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:21.746560 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.790761 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:21.812615 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.918088 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.939244 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks [] for router_gateway (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:21.965170 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad64c4-9d65-4a86-92d8-4eebb30545e9 None None] Network 8d351609-6722-4245-b241-bc1661734268 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:36:22.025556 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:22.032392 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:22.057354 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-42260854-c994-4a32-b3cb-46f6e9833208 None None] Provisioning complete for port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:22.057733 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-42260854-c994-4a32-b3cb-46f6e9833208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:22.194304 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-42260854-c994-4a32-b3cb-46f6e9833208 None None] Current status of the port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:22.406700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:22.415301 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-eb50c2d1-dd87-4df5-bd7b-6be5c92d2d1a None None] Provisioning complete for port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:22.415763 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-eb50c2d1-dd87-4df5-bd7b-6be5c92d2d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:22.446141 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:22.493698 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-eb50c2d1-dd87-4df5-bd7b-6be5c92d2d1a None None] Current status of the port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:22.576024 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:36:22.682490 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:36:22.695623 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:36:22.708264 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:22.708877 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:22.794430 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:22.796205 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-1d92ce9a-342c-4837-8e53-4a3decd3097c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6190000 May 19 12:36:22.799001 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54840) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:22.810181 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:22.990966 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:21Z', 'revision_number': 3, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:23.008039 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:23.113697 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:36:23.114043 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Updating router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 port f6638a66-c0d4-4752-a473-374e218ef7f0 binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:36:23.144893 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.249395 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.354868 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:23.398626 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.417028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Allocated IP 172.20.0.1 (8d351609-6722-4245-b241-bc1661734268/bbf681d4-18f2-4ee6-9440-27bae398b8e4/be10db07-0314-430c-8c40-f8c7179e872b) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:36:23.423491 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Publish callbacks [] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.514555 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:23.530376 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.531576 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks [] for port (be10db07-0314-430c-8c40-f8c7179e872b), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.567648 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:23.568198 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.574141 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Pushing event updated for resources: {'Port': ['ID=f6638a66-c0d4-4752-a473-374e218ef7f0,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:23.588411 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.588772 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.589140 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.589481 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.590296 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.590970 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.590970 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.591285 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.591811 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.592699 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.593045 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.593387 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.593716 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.594074 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.594353 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:23.608737 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:23.614282 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Attempting to bind port f6638a66-c0d4-4752-a473-374e218ef7f0 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:36:23.614675 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Attempting to bind port f6638a66-c0d4-4752-a473-374e218ef7f0 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:36:23.615034 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Attempting to bind port f6638a66-c0d4-4752-a473-374e218ef7f0 on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:36:23.620570 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:36:23.624862 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:23.624862 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.624862 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:36:23.624862 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Bound port: f6638a66-c0d4-4752-a473-374e218ef7f0, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:36:23.624862 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.653468 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (be10db07-0314-430c-8c40-f8c7179e872b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.669284 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:23.675337 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] For port f6638a66-c0d4-4752-a473-374e218ef7f0, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:36:23.678494 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] For port f6638a66-c0d4-4752-a473-374e218ef7f0, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=f6638a66-c0d4-4752-a473-374e218ef7f0,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:36:23.700264 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Network 8d351609-6722-4245-b241-bc1661734268 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:23.704004 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:23.707691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:36:23.737257 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Pushing event updated for resources: {'Port': ['ID=be10db07-0314-430c-8c40-f8c7179e872b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:23.752864 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.759934 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.825989 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:23.827436 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:23.927873 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:23.928994 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:23.938368 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:23.963328 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9837eb-bdb2-4b78-8e12-531b8d4a8923 None None] Pushing event updated for resources: {'Port': ['ID=f6638a66-c0d4-4752-a473-374e218ef7f0,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:23.988560 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (be10db07-0314-430c-8c40-f8c7179e872b), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.001232 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:24.033524 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-2b2040fe-36a5-4f00-9f0a-c7a3b8a36a6a None None] Provisioning complete for port be10db07-0314-430c-8c40-f8c7179e872b triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:24.034960 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2b2040fe-36a5-4f00-9f0a-c7a3b8a36a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (be10db07-0314-430c-8c40-f8c7179e872b), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.079336 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-2b2040fe-36a5-4f00-9f0a-c7a3b8a36a6a None None] Port be10db07-0314-430c-8c40-f8c7179e872b cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:36:24.130079 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:21Z', 'revision_number': 3, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:24.159708 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75566d-6755-4c2d-b7af-50e0b4b01b5e None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:21Z', 'revision_number': 3, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:36:24.215005 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks [] for port (be10db07-0314-430c-8c40-f8c7179e872b), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.314232 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (be10db07-0314-430c-8c40-f8c7179e872b), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.418857 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Pushing event updated for resources: {'Port': ['ID=be10db07-0314-430c-8c40-f8c7179e872b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:24.422785 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.442801 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:24.531830 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Network 8d351609-6722-4245-b241-bc1661734268 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:24.533918 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:24.655865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:36:24.786859 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:36:24.791985 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d6c982e0-fe41-4337-b89d-1af267ba2d90 admin admin] 10.222.0.57 "PUT /v2.0/routers/2603b3bf-2928-4ac3-a78d-e0cc4d46e515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9919643 May 19 12:36:24.819933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.829577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-d9d4c8b3-7170-4fdf-b2a1-3f6dfa870389 None None] Provisioning complete for port be10db07-0314-430c-8c40-f8c7179e872b triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:24.830029 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c8b3-7170-4fdf-b2a1-3f6dfa870389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (be10db07-0314-430c-8c40-f8c7179e872b), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:24.872957 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4c8b3-7170-4fdf-b2a1-3f6dfa870389 None None] Port be10db07-0314-430c-8c40-f8c7179e872b cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:36:25.058091 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54872) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:25.183060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a517101-e53c-4ee5-8bf0-cc59421e7c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.263630 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a517101-e53c-4ee5-8bf0-cc59421e7c0b admin admin] Publish callbacks [] for security_group (135f4697-2e1a-49bb-83fc-dc14614965e0), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.318269 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a517101-e53c-4ee5-8bf0-cc59421e7c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (135f4697-2e1a-49bb-83fc-dc14614965e0), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.362132 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a517101-e53c-4ee5-8bf0-cc59421e7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f4697-2e1a-49bb-83fc-dc14614965e0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:25.367349 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6a517101-e53c-4ee5-8bf0-cc59421e7c0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac5fcad06279414e868008a595e83fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075235 May 19 12:36:25.372821 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54880) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:25.428593 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-986b6e85-1b5f-4f2c-b46c-cf940a284d3a admin admin] Publish callbacks [] for security_group (135f4697-2e1a-49bb-83fc-dc14614965e0), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.464154 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-986b6e85-1b5f-4f2c-b46c-cf940a284d3a admin admin] Publish callbacks [] for security_group (135f4697-2e1a-49bb-83fc-dc14614965e0), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.570001 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device f6638a66-c0d4-4752-a473-374e218ef7f0 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:25.625509 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port f6638a66-c0d4-4752-a473-374e218ef7f0 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:25.625894 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.638602 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-986b6e85-1b5f-4f2c-b46c-cf940a284d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (135f4697-2e1a-49bb-83fc-dc14614965e0), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.649988 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-986b6e85-1b5f-4f2c-b46c-cf940a284d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.651890 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-986b6e85-1b5f-4f2c-b46c-cf940a284d3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/135f4697-2e1a-49bb-83fc-dc14614965e0 HTTP/1.1" status: 204 len: 168 time: 0.2812676 May 19 12:36:25.662012 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b6e85-1b5f-4f2c-b46c-cf940a284d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f4697-2e1a-49bb-83fc-dc14614965e0,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:25.746164 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port f6638a66-c0d4-4752-a473-374e218ef7f0 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:25.746591 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.785743 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port f6638a66-c0d4-4752-a473-374e218ef7f0, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=f6638a66-c0d4-4752-a473-374e218ef7f0,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:25.866547 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:25.914732 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54896) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:25.919619 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-223972525-network', 'tenant_id': 'b46af4302be94737a202b2f1d3664547'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:25.920328 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=f6638a66-c0d4-4752-a473-374e218ef7f0,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:25.990345 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:36:25.998261 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Made reservation on behalf of b46af4302be94737a202b2f1d3664547 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:36:26.000822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.001303 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:26.001947 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:26.011108 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.013585 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:26.038376 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54898) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:26.122755 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks [] for security_group (da175cee-e431-4fc9-95b3-e014a552db46), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.128757 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:26.185426 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:26.195607 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09a59df8-f4d9-4020-88c3-bcc6653d03d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.204798 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (da175cee-e431-4fc9-95b3-e014a552db46), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.242841 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:36:26.251462 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:26.259329 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da175cee-e431-4fc9-95b3-e014a552db46,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:26.265898 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (4c89c678-cc6f-4ee5-943b-509e13603f70), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.273515 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Added segment 4c89c678-cc6f-4ee5-943b-509e13603f70 of type vlan for network 284b4093-436c-47f2-8db8-9a2f7e86a282 May 19 12:36:26.328232 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:24Z', 'revision_number': 2, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:26.328541 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (284b4093-436c-47f2-8db8-9a2f7e86a282), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.356766 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:36:26.357127 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Updating router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 port be10db07-0314-430c-8c40-f8c7179e872b binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:36:26.375135 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09a59df8-f4d9-4020-88c3-bcc6653d03d4 admin admin] Publish callbacks [] for security_group (018b4996-38bb-45bd-abb1-ed0fe7947bf9), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.388852 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (be10db07-0314-430c-8c40-f8c7179e872b), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.403452 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:26.472758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09a59df8-f4d9-4020-88c3-bcc6653d03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (018b4996-38bb-45bd-abb1-ed0fe7947bf9), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.478470 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (284b4093-436c-47f2-8db8-9a2f7e86a282), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.479508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:26.480096 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.493364 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54904) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:26.512963 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-39c3892c-e1b8-41ed-a41f-6aab9e0ec2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.568878 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-09a59df8-f4d9-4020-88c3-bcc6653d03d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0558cab0498a4ccb830fe7ad72066401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288041 May 19 12:36:26.573874 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 54906) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:26.585001 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a59df8-f4d9-4020-88c3-bcc6653d03d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018b4996-38bb-45bd-abb1-ed0fe7947bf9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:26.590131 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:26.594227 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] Pushing event updated for resources: {'Network': ['ID=284b4093-436c-47f2-8db8-9a2f7e86a282,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:26.640757 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:36:26.643227 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-39c3892c-e1b8-41ed-a41f-6aab9e0ec2f4 admin admin] Publish callbacks [] for security_group (3b1348bf-e7c7-4018-9a25-cbf742b6b9ac), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.648332 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:26.660662 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-481579eb-ab07-4c47-9bf2-bd23b7639310 admin admin] Publish callbacks [] for security_group (018b4996-38bb-45bd-abb1-ed0fe7947bf9), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.670092 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-c6bcffbb-ab3f-4638-b56b-428526332d73 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7541234 May 19 12:36:26.674227 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54908) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:26.679318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Request body: {'subnet': {'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-223972525-subnet', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:26.692071 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-481579eb-ab07-4c47-9bf2-bd23b7639310 admin admin] Publish callbacks [] for security_group (018b4996-38bb-45bd-abb1-ed0fe7947bf9), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.844117 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-39c3892c-e1b8-41ed-a41f-6aab9e0ec2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (3b1348bf-e7c7-4018-9a25-cbf742b6b9ac), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.875077 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Publish callbacks [] for port (be10db07-0314-430c-8c40-f8c7179e872b), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.885860 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-39c3892c-e1b8-41ed-a41f-6aab9e0ec2f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=befc5073e6094c0a8ca911cf5e0dff00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905985 May 19 12:36:26.886735 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3892c-e1b8-41ed-a41f-6aab9e0ec2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1348bf-e7c7-4018-9a25-cbf742b6b9ac,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:26.888779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54910) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:26.939571 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23ad8624-8fd4-47a7-a6ba-fe5ec15a442a admin admin] Publish callbacks [] for security_group (3b1348bf-e7c7-4018-9a25-cbf742b6b9ac), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.942286 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Made reservation on behalf of b46af4302be94737a202b2f1d3664547 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:36:26.944666 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.986596 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-481579eb-ab07-4c47-9bf2-bd23b7639310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (018b4996-38bb-45bd-abb1-ed0fe7947bf9), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.986881 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (be10db07-0314-430c-8c40-f8c7179e872b), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.989623 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-481579eb-ab07-4c47-9bf2-bd23b7639310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:26.991127 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-481579eb-ab07-4c47-9bf2-bd23b7639310 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/018b4996-38bb-45bd-abb1-ed0fe7947bf9 HTTP/1.1" status: 204 len: 168 time: 0.4158762 May 19 12:36:27.003220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23ad8624-8fd4-47a7-a6ba-fe5ec15a442a admin admin] Publish callbacks [] for security_group (3b1348bf-e7c7-4018-9a25-cbf742b6b9ac), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.004165 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481579eb-ab07-4c47-9bf2-bd23b7639310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018b4996-38bb-45bd-abb1-ed0fe7947bf9,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:27.055901 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92357d1e-7c08-44b8-b80f-26f7a862e051 None None] Pushing event updated for resources: {'Port': ['ID=be10db07-0314-430c-8c40-f8c7179e872b,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:27.128583 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Attempting to bind port be10db07-0314-430c-8c40-f8c7179e872b on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:36:27.129149 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Attempting to bind port be10db07-0314-430c-8c40-f8c7179e872b by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:36:27.129743 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Attempting to bind port be10db07-0314-430c-8c40-f8c7179e872b on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:36:27.137135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:36:27.137521 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Checking segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:27.137931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.138329 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Bound using segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:36:27.139503 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Bound port: be10db07-0314-430c-8c40-f8c7179e872b, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:36:27.140055 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (be10db07-0314-430c-8c40-f8c7179e872b), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.168002 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23ad8624-8fd4-47a7-a6ba-fe5ec15a442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (3b1348bf-e7c7-4018-9a25-cbf742b6b9ac), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.171505 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23ad8624-8fd4-47a7-a6ba-fe5ec15a442a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.177611 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-23ad8624-8fd4-47a7-a6ba-fe5ec15a442a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b1348bf-e7c7-4018-9a25-cbf742b6b9ac HTTP/1.1" status: 204 len: 168 time: 0.2865136 May 19 12:36:27.195868 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad8624-8fd4-47a7-a6ba-fe5ec15a442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1348bf-e7c7-4018-9a25-cbf742b6b9ac,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:27.230282 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] For port be10db07-0314-430c-8c40-f8c7179e872b, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:36:27.234091 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] For port be10db07-0314-430c-8c40-f8c7179e872b, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=be10db07-0314-430c-8c40-f8c7179e872b,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:36:27.250122 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:27.311272 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-64ae038f-6c8b-4b10-8790-b2a07fae93d0 None None] Provisioning complete for port be10db07-0314-430c-8c40-f8c7179e872b triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:27.311845 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-64ae038f-6c8b-4b10-8790-b2a07fae93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (be10db07-0314-430c-8c40-f8c7179e872b), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.335953 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (be10db07-0314-430c-8c40-f8c7179e872b), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.374066 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-64ae038f-6c8b-4b10-8790-b2a07fae93d0 None None] Port be10db07-0314-430c-8c40-f8c7179e872b cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:36:27.401801 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:27.402326 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:27.421726 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (b1dadafb-4147-449c-976d-3b41e003b71f), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.450899 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92357d1e-7c08-44b8-b80f-26f7a862e051 None None] Pushing event updated for resources: {'Port': ['ID=be10db07-0314-430c-8c40-f8c7179e872b,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:27.538747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dadafb-4147-449c-976d-3b41e003b71f,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:27.553130 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Checking segment: {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:27.553751 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Network hostable DHCP agents. Network: 284b4093-436c-47f2-8db8-9a2f7e86a282, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:36:27.569754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device f6638a66-c0d4-4752-a473-374e218ef7f0 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:27.573313 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:27.673025 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:36:27.691969 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:27.754914 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] Provisioning complete for port be10db07-0314-430c-8c40-f8c7179e872b triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:27.755289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (be10db07-0314-430c-8c40-f8c7179e872b), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.759561 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port f6638a66-c0d4-4752-a473-374e218ef7f0 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:27.759923 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.769777 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 284b4093-436c-47f2-8db8-9a2f7e86a282) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:27.774240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:27.774866 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:27.804049 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f2364-a498-4f71-8810-116973292a5b None None] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:36:27.906433 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-96405a2b-1b88-4c70-8a04-5cf0b977af4a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2299981 May 19 12:36:27.916679 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54934) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:27.919591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:28.021631 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.026356 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.048025 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:28.057087 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:27Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:28.062233 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] Current status of the port be10db07-0314-430c-8c40-f8c7179e872b is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:28.062646 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (be10db07-0314-430c-8c40-f8c7179e872b), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.086873 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port f6638a66-c0d4-4752-a473-374e218ef7f0 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:28.090372 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks [] for router_controller (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), precommit_add_association {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.098633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-284b4093-436c-47f2-8db8-9a2f7e86a282', 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282', 'project_id': 'b46af4302be94737a202b2f1d3664547', 'fixed_ips': [{'subnet_id': 'b1dadafb-4147-449c-976d-3b41e003b71f'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:36:28.098633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.104170 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb48b1-c015-4d1a-bb87-64604dd09b58 None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:27Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:36:28.155240 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] For port be10db07-0314-430c-8c40-f8c7179e872b, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=be10db07-0314-430c-8c40-f8c7179e872b,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:28.268194 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (be10db07-0314-430c-8c40-f8c7179e872b), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.357263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks [] for router_gateway (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.423318 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159b631-172d-487d-9aef-e51e1512dc43 None None] Pushing event updated for resources: {'Port': ['ID=be10db07-0314-430c-8c40-f8c7179e872b,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:28.444587 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Allocated IP 172.20.0.2 (284b4093-436c-47f2-8db8-9a2f7e86a282/b1dadafb-4147-449c-976d-3b41e003b71f/506fba20-59a5-4360-831d-d473d27c4ed1) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:36:28.554180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:28.682843 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Publish callbacks [] for port (506fba20-59a5-4360-831d-d473d27c4ed1), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.702148 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks [] for router_gateway (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.722352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.802526 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:28.805620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:28.917657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Allocated IP 172.27.3.118 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/4f5dba20-d78e-4a7c-948e-982cecca1ccd) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:36:28.920001 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:28.927556 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:28.932021 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:36:28.948869 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Pushing event updated for resources: {'Port': ['ID=506fba20-59a5-4360-831d-d473d27c4ed1,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:29.044310 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks [] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.064888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:29.068987 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Attempting to bind port 506fba20-59a5-4360-831d-d473d27c4ed1 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:36:29.070000 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Attempting to bind port 506fba20-59a5-4360-831d-d473d27c4ed1 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:36:29.070187 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Attempting to bind port 506fba20-59a5-4360-831d-d473d27c4ed1 on network 284b4093-436c-47f2-8db8-9a2f7e86a282 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:36:29.086247 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:36:29.086882 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Checking segment: {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:29.087571 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.092736 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Bound using segment: {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:36:29.092736 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Bound port: 506fba20-59a5-4360-831d-d473d27c4ed1, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:36:29.092736 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.141178 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.174888 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] For port 506fba20-59a5-4360-831d-d473d27c4ed1, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:36:29.179677 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] For port 506fba20-59a5-4360-831d-d473d27c4ed1, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=506fba20-59a5-4360-831d-d473d27c4ed1,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:36:29.191448 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:29.198199 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:29.199153 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:36:29.235994 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5dba20-d78e-4a7c-948e-982cecca1ccd,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:29.261620 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.347181 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440bbb7-20d8-4a32-a66b-4f50172de972 None None] Pushing event updated for resources: {'Port': ['ID=506fba20-59a5-4360-831d-d473d27c4ed1,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:29.616812 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device be10db07-0314-430c-8c40-f8c7179e872b up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:29.660106 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks [] for router_gateway (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.762756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port be10db07-0314-430c-8c40-f8c7179e872b triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:29.763154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (be10db07-0314-430c-8c40-f8c7179e872b), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:29.887630 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port be10db07-0314-430c-8c40-f8c7179e872b is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:30.094429 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:30.221071 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:30.427184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:30.428170 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:36:30.547953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:36:30.559247 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Sync routers for ids ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:36:30.571268 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Routers {'4b3e96c2-4b08-4979-b0eb-580ae3de1e24'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:30.571880 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:30.580349 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36487711-03bc-48fc-ace9-212db3287560 None None] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:36:30.669263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:30.670710 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6e86e468-a7c3-4cf1-b3cb-6f2d8ffd6b76 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7551610 May 19 12:36:30.673760 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 54996) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:30.689849 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Set router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:30.775037 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:30.785262 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] Provisioning complete for port 506fba20-59a5-4360-831d-d473d27c4ed1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:30.786876 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:30.890689 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:29Z', 'revision_number': 3, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:30.926744 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] Current status of the port 506fba20-59a5-4360-831d-d473d27c4ed1 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:30.926862 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Checking router: 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:36:30.926946 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:30.927024 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Updating router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 port 4f5dba20-d78e-4a7c-948e-982cecca1ccd binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:36:30.971761 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] For port 506fba20-59a5-4360-831d-d473d27c4ed1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=506fba20-59a5-4360-831d-d473d27c4ed1,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:30.972037 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.067712 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.130780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1639e4-e39b-4180-baf1-27f760ee7f06 None None] Pushing event updated for resources: {'Port': ['ID=506fba20-59a5-4360-831d-d473d27c4ed1,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:31.145342 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:31.204135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-45e155b9-40a0-42f4-a2c3-af6a89e98b86 None None] Provisioning complete for port 506fba20-59a5-4360-831d-d473d27c4ed1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:31.204135 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-45e155b9-40a0-42f4-a2c3-af6a89e98b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.228063 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.298557 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:31.303858 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-45e155b9-40a0-42f4-a2c3-af6a89e98b86 None None] Current status of the port 506fba20-59a5-4360-831d-d473d27c4ed1 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:31.336748 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Publish callbacks [] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.405567 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Allocated IP 172.20.0.1 (284b4093-436c-47f2-8db8-9a2f7e86a282/b1dadafb-4147-449c-976d-3b41e003b71f/33684a0c-ceb6-4836-a6bf-b862b15dbdea) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:36:31.455473 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.504206 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:31.512320 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Attempting to bind port 4f5dba20-d78e-4a7c-948e-982cecca1ccd on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:36:31.512320 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Attempting to bind port 4f5dba20-d78e-4a7c-948e-982cecca1ccd by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:36:31.512320 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Attempting to bind port 4f5dba20-d78e-4a7c-948e-982cecca1ccd on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:36:31.520576 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:36:31.520940 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:31.521334 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.521720 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:36:31.522204 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Bound port: 4f5dba20-d78e-4a7c-948e-982cecca1ccd, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:36:31.522602 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.535851 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks [] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.610770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 506fba20-59a5-4360-831d-d473d27c4ed1 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:31.634238 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fc165-1446-4fc4-87ab-175b51e9800d None None] Pushing event updated for resources: {'Port': ['ID=4f5dba20-d78e-4a7c-948e-982cecca1ccd,revision_number=2']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:31.649949 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:31.660381 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 506fba20-59a5-4360-831d-d473d27c4ed1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:31.660758 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.666851 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] For port 4f5dba20-d78e-4a7c-948e-982cecca1ccd, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:36:31.670595 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] For port 4f5dba20-d78e-4a7c-948e-982cecca1ccd, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=4f5dba20-d78e-4a7c-948e-982cecca1ccd,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:36:31.701400 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.737046 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 506fba20-59a5-4360-831d-d473d27c4ed1 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:31.745451 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:31.749092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:31.751645 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:36:31.776296 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Pushing event updated for resources: {'Port': ['ID=33684a0c-ceb6-4836-a6bf-b862b15dbdea,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:31.782058 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.805063 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:31.836880 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Routers {'4b3e96c2-4b08-4979-b0eb-580ae3de1e24'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:31.837781 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:31.888311 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fc165-1446-4fc4-87ab-175b51e9800d None None] Pushing event updated for resources: {'Port': ['ID=4f5dba20-d78e-4a7c-948e-982cecca1ccd,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:31.929651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:31.956648 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] Set router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:32.017034 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:32.050191 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-1daf8a17-3970-458f-93e9-89ee8ef38fd6 None None] Provisioning complete for port 33684a0c-ceb6-4836-a6bf-b862b15dbdea triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:32.050792 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1daf8a17-3970-458f-93e9-89ee8ef38fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:32.086516 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-1daf8a17-3970-458f-93e9-89ee8ef38fd6 None None] Port 33684a0c-ceb6-4836-a6bf-b862b15dbdea cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:36:32.141866 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:29Z', 'revision_number': 3, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:32.168640 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343948b7-776a-4f80-9b7d-30817689ba50 None None] The sync data for ids ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'] in dv-cinder-778193-27-iscsi is: [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:29Z', 'revision_number': 3, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:36:32.234300 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks [] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:32.297180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:32.371127 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Pushing event updated for resources: {'Port': ['ID=33684a0c-ceb6-4836-a6bf-b862b15dbdea,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:32.373582 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:32.497284 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:36:32.499381 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:36:32.638996 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:36:32.714584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:32.763113 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:36:32.775198 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-51e60a9e-e3ae-46c7-ba6c-ddf8612dbc65 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b3e96c2-4b08-4979-b0eb-580ae3de1e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001091 May 19 12:36:32.811536 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-586277d2-12ef-4b71-9b38-7b839aab5ac6 None None] Provisioning complete for port 33684a0c-ceb6-4836-a6bf-b862b15dbdea triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:32.812033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-586277d2-12ef-4b71-9b38-7b839aab5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:32.848961 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-586277d2-12ef-4b71-9b38-7b839aab5ac6 None None] Port 33684a0c-ceb6-4836-a6bf-b862b15dbdea cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:36:33.073162 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:33.184331 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55022) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:33.189196 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333795976', 'description': 'tempest-secgroup-smoke-333795976 description', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:33.295539 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.371482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group (4fe3f045-8dd8-4bca-b0c4-232b10e5654a), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.443495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4fe3f045-8dd8-4bca-b0c4-232b10e5654a), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.474471 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3f045-8dd8-4bca-b0c4-232b10e5654a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:33.532403 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.536182 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e275542b-43a8-447b-a808-da220027c2e8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3480728 May 19 12:36:33.536477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55024) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:33.542005 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group_rule': {'security_group_id': '4fe3f045-8dd8-4bca-b0c4-232b10e5654a', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:33.549180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 4f5dba20-d78e-4a7c-948e-982cecca1ccd up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:33.601568 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 4f5dba20-d78e-4a7c-948e-982cecca1ccd triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:33.601943 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.633119 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (463a5fe1-c28d-4c00-a38d-b4a6e4e6878e), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.708925 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (463a5fe1-c28d-4c00-a38d-b4a6e4e6878e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.719678 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 4f5dba20-d78e-4a7c-948e-982cecca1ccd is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:33.720423 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.743971 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 4f5dba20-d78e-4a7c-948e-982cecca1ccd, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=4f5dba20-d78e-4a7c-948e-982cecca1ccd,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:33.781087 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (463a5fe1-c28d-4c00-a38d-b4a6e4e6878e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.802158 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463a5fe1-c28d-4c00-a38d-b4a6e4e6878e,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:33.820992 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.870476 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=4f5dba20-d78e-4a7c-948e-982cecca1ccd,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:33.909487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:33.910929 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-25b9e0cf-fce6-4804-a1be-b19060efc4c5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3734725 May 19 12:36:33.914090 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55036) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:33.919050 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group_rule': {'security_group_id': '4fe3f045-8dd8-4bca-b0c4-232b10e5654a', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:33.953701 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Sync routers for ids ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:36:33.964122 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Routers {'4b3e96c2-4b08-4979-b0eb-580ae3de1e24'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:33.964739 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:34.021990 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (293059a1-244a-4e4e-b7a4-f0d6246f6931), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.083629 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Set router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:34.085420 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (293059a1-244a-4e4e-b7a4-f0d6246f6931), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.152350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (293059a1-244a-4e4e-b7a4-f0d6246f6931), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.167027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293059a1-244a-4e4e-b7a4-f0d6246f6931,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:34.235281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55040) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:34.244631 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.245623 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d72c24a9-9076-43e4-9571-bf6fb681966a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3301044 May 19 12:36:34.249052 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55044) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:34.255589 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group_rule': {'security_group_id': '4fe3f045-8dd8-4bca-b0c4-232b10e5654a', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:34.259890 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:34.264647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:34.306659 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:31Z', 'revision_number': 4, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '33684a0c-ceb6-4836-a6bf-b862b15dbdea', 'name': '', 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'mac_address': 'fa:16:3e:98:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b1dadafb-4147-449c-976d-3b41e003b71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:31Z', 'updated_at': '2022-05-19T12:36:32Z', 'revision_number': 2, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'subnets': [{'id': 'b1dadafb-4147-449c-976d-3b41e003b71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:34.336074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Checking router: 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:36:34.341927 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Updating router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 port 33684a0c-ceb6-4836-a6bf-b862b15dbdea binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:36:34.359488 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (4e47c134-aa99-4197-aa47-1ab86abca34c), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.367758 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.417753 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d8e239b8-cff8-4861-895e-a4a8efc8a4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.456020 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (4e47c134-aa99-4197-aa47-1ab86abca34c), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.489622 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:34.514518 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d8e239b8-cff8-4861-895e-a4a8efc8a4bd admin admin] Publish callbacks [] for security_group (a9485530-ea8e-498c-85c5-6b784baa4ff7), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.522777 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:34.535275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (4e47c134-aa99-4197-aa47-1ab86abca34c), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.557003 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e47c134-aa99-4197-aa47-1ab86abca34c,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:34.581485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d8e239b8-cff8-4861-895e-a4a8efc8a4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a9485530-ea8e-498c-85c5-6b784baa4ff7), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.621340 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e239b8-cff8-4861-895e-a4a8efc8a4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9485530-ea8e-498c-85c5-6b784baa4ff7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:34.626489 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d8e239b8-cff8-4861-895e-a4a8efc8a4bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db36e8d7a4164e4d9f346ec70d2bf5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901486 May 19 12:36:34.629328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55048) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:34.651429 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.654856 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-95d6c0de-5a2f-42eb-80fe-5ad5b3013f9e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025683 May 19 12:36:34.656300 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55050) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:34.661611 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group_rule': {'security_group_id': '4fe3f045-8dd8-4bca-b0c4-232b10e5654a', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:34.688117 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3cff0aa8-d781-41b2-bd64-54d6f24d3b78 admin admin] Publish callbacks [] for security_group (a9485530-ea8e-498c-85c5-6b784baa4ff7), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.689148 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Publish callbacks [] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.710294 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3cff0aa8-d781-41b2-bd64-54d6f24d3b78 admin admin] Publish callbacks [] for security_group (a9485530-ea8e-498c-85c5-6b784baa4ff7), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.786657 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.792559 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (a9f6d1aa-311c-414f-914a-b64163509139), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.842030 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c5c7d-ed18-4f45-a8f2-ca44eed8fdf0 None None] Pushing event updated for resources: {'Port': ['ID=33684a0c-ceb6-4836-a6bf-b862b15dbdea,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:34.902615 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3cff0aa8-d781-41b2-bd64-54d6f24d3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (a9485530-ea8e-498c-85c5-6b784baa4ff7), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.905387 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3cff0aa8-d781-41b2-bd64-54d6f24d3b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.906686 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-3cff0aa8-d781-41b2-bd64-54d6f24d3b78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9485530-ea8e-498c-85c5-6b784baa4ff7 HTTP/1.1" status: 204 len: 168 time: 0.2763720 May 19 12:36:34.915827 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff0aa8-d781-41b2-bd64-54d6f24d3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9485530-ea8e-498c-85c5-6b784baa4ff7,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:34.923003 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Attempting to bind port 33684a0c-ceb6-4836-a6bf-b862b15dbdea on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:36:34.923392 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Attempting to bind port 33684a0c-ceb6-4836-a6bf-b862b15dbdea by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:36:34.923974 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Attempting to bind port 33684a0c-ceb6-4836-a6bf-b862b15dbdea on network 284b4093-436c-47f2-8db8-9a2f7e86a282 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:36:34.930123 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:36:34.930807 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Checking segment: {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:36:34.931214 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.931602 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Bound using segment: {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:36:34.932107 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Bound port: 33684a0c-ceb6-4836-a6bf-b862b15dbdea, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89c678-cc6f-4ee5-943b-509e13603f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:36:34.932346 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (a9f6d1aa-311c-414f-914a-b64163509139), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:34.932514 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.008896 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] For port 33684a0c-ceb6-4836-a6bf-b862b15dbdea, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:36:35.012186 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] For port 33684a0c-ceb6-4836-a6bf-b862b15dbdea, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=33684a0c-ceb6-4836-a6bf-b862b15dbdea,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:36:35.032545 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (a9f6d1aa-311c-414f-914a-b64163509139), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.051950 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f6d1aa-311c-414f-914a-b64163509139,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:35.078221 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-c286ea7a-1b8a-41e5-a899-6c7a0e5c21d9 None None] Provisioning complete for port 33684a0c-ceb6-4836-a6bf-b862b15dbdea triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:35.078617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c286ea7a-1b8a-41e5-a899-6c7a0e5c21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.113826 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-c286ea7a-1b8a-41e5-a899-6c7a0e5c21d9 None None] Port 33684a0c-ceb6-4836-a6bf-b862b15dbdea cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:36:35.118526 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.126740 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:35.150590 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.151824 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-dbc0f073-2924-48f6-879b-52540a4e53bf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4941976 May 19 12:36:35.155609 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55054) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:35.160799 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group_rule': {'security_group_id': '4fe3f045-8dd8-4bca-b0c4-232b10e5654a', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:35.168467 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Routers {'4b3e96c2-4b08-4979-b0eb-580ae3de1e24'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:36:35.169114 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:35.174292 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:35.234215 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c5c7d-ed18-4f45-a8f2-ca44eed8fdf0 None None] Pushing event updated for resources: {'Port': ['ID=33684a0c-ceb6-4836-a6bf-b862b15dbdea,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:35.256363 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.securitygroups_db [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Project ff5ebee4cf6c47f9adee30f9c8cd6ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:36:35.270817 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (7a91f3b4-c099-4818-9e44-b4418397fff4), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.309364 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] Set router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:36:35.384962 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (7a91f3b4-c099-4818-9e44-b4418397fff4), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.449558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] Provisioning complete for port 33684a0c-ceb6-4836-a6bf-b862b15dbdea triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:35.450017 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.461045 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (7a91f3b4-c099-4818-9e44-b4418397fff4), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.485460 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a91f3b4-c099-4818-9e44-b4418397fff4,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:35.551466 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.552717 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-31397a64-cec0-47d9-a705-e2f392bd4e18 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3961949 May 19 12:36:35.556591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55066) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:35.562165 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'security_group_rule': {'security_group_id': '4fe3f045-8dd8-4bca-b0c4-232b10e5654a', 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:36:35.589236 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 4f5dba20-d78e-4a7c-948e-982cecca1ccd up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:35.611281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:31Z', 'revision_number': 4, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '33684a0c-ceb6-4836-a6bf-b862b15dbdea', 'name': '', 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'mac_address': 'fa:16:3e:98:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b1dadafb-4147-449c-976d-3b41e003b71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:31Z', 'updated_at': '2022-05-19T12:36:35Z', 'revision_number': 4, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'subnets': [{'id': 'b1dadafb-4147-449c-976d-3b41e003b71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:36:35.643031 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] Current status of the port 33684a0c-ceb6-4836-a6bf-b862b15dbdea is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:35.643420 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.645793 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.securitygroups_db [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Project ff5ebee4cf6c47f9adee30f9c8cd6ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:36:35.650620 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a32c-fad5-4c7e-a1ca-c80c656ca292 None None] The sync data for ids ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'] in dv-cinder-778193-27-iscsi is: [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:31Z', 'revision_number': 4, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '33684a0c-ceb6-4836-a6bf-b862b15dbdea', 'name': '', 'network_id': '284b4093-436c-47f2-8db8-9a2f7e86a282', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'mac_address': 'fa:16:3e:98:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b1dadafb-4147-449c-976d-3b41e003b71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:31Z', 'updated_at': '2022-05-19T12:36:35Z', 'revision_number': 4, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'subnets': [{'id': 'b1dadafb-4147-449c-976d-3b41e003b71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:36:35.657620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (d9792f1f-faf5-4eaf-9fa7-38736d905cda), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.698444 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] For port 33684a0c-ceb6-4836-a6bf-b862b15dbdea, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=33684a0c-ceb6-4836-a6bf-b862b15dbdea,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:36:35.701578 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 4f5dba20-d78e-4a7c-948e-982cecca1ccd triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:35.702483 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.750376 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (d9792f1f-faf5-4eaf-9fa7-38736d905cda), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.753783 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:35.789231 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.815022 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (d9792f1f-faf5-4eaf-9fa7-38736d905cda), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.817116 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55070) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:35.835829 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9792f1f-faf5-4eaf-9fa7-38736d905cda,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:35.839940 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ac25-e3be-45ea-9087-062197de452c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.848141 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 4f5dba20-d78e-4a7c-948e-982cecca1ccd is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:35.869858 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce0e08-a3b0-4723-9031-a127f6d6be5a None None] Pushing event updated for resources: {'Port': ['ID=33684a0c-ceb6-4836-a6bf-b862b15dbdea,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:35.909085 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:35.912022 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-60c6741b-011e-4a19-ad4b-fef40d24de84 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3523095 May 19 12:36:35.931671 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ac25-e3be-45ea-9087-062197de452c admin admin] Publish callbacks [] for security_group (96292542-6c14-4dab-a0b6-b7b03a8a52a6), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:36.055628 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ac25-e3be-45ea-9087-062197de452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (96292542-6c14-4dab-a0b6-b7b03a8a52a6), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:36.117345 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55106) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:36.117533 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6ba9ac25-e3be-45ea-9087-062197de452c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b2e0774415b4d64a86ec47f2a7b936f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992258 May 19 12:36:36.118827 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9ac25-e3be-45ea-9087-062197de452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96292542-6c14-4dab-a0b6-b7b03a8a52a6,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:36.182281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac6abc2-96a1-4379-bb00-a3a73072485c admin admin] Publish callbacks [] for security_group (96292542-6c14-4dab-a0b6-b7b03a8a52a6), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:36.206701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac6abc2-96a1-4379-bb00-a3a73072485c admin admin] Publish callbacks [] for security_group (96292542-6c14-4dab-a0b6-b7b03a8a52a6), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:36.208599 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:36.341013 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac6abc2-96a1-4379-bb00-a3a73072485c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (96292542-6c14-4dab-a0b6-b7b03a8a52a6), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:36.344257 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac6abc2-96a1-4379-bb00-a3a73072485c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:36.345434 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3ac6abc2-96a1-4379-bb00-a3a73072485c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96292542-6c14-4dab-a0b6-b7b03a8a52a6 HTTP/1.1" status: 204 len: 168 time: 0.2270055 May 19 12:36:36.356489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6abc2-96a1-4379-bb00-a3a73072485c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96292542-6c14-4dab-a0b6-b7b03a8a52a6,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:37.557842 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 33684a0c-ceb6-4836-a6bf-b862b15dbdea up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:36:37.612138 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 33684a0c-ceb6-4836-a6bf-b862b15dbdea triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:36:37.612644 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:37.691917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 33684a0c-ceb6-4836-a6bf-b862b15dbdea is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:36:37.813784 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55178) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:37.937613 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c0cc-5ed8-49c3-a9d6-fd8f0921d204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.033477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c0cc-5ed8-49c3-a9d6-fd8f0921d204 admin admin] Publish callbacks [] for security_group (2db096f6-b5fd-486c-8ebe-bf3bdc8864fc), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.135252 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c0cc-5ed8-49c3-a9d6-fd8f0921d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (2db096f6-b5fd-486c-8ebe-bf3bdc8864fc), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.173759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8c0cc-5ed8-49c3-a9d6-fd8f0921d204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db096f6-b5fd-486c-8ebe-bf3bdc8864fc,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:38.178004 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-c5b8c0cc-5ed8-49c3-a9d6-fd8f0921d204 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43aff8e7c37542eb9aac50045674d1bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629010 May 19 12:36:38.181337 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55186) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:38.233795 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d38bb0b2-b37b-4796-8f5f-8a7836810170 admin admin] Publish callbacks [] for security_group (2db096f6-b5fd-486c-8ebe-bf3bdc8864fc), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.256983 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d38bb0b2-b37b-4796-8f5f-8a7836810170 admin admin] Publish callbacks [] for security_group (2db096f6-b5fd-486c-8ebe-bf3bdc8864fc), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.398156 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d38bb0b2-b37b-4796-8f5f-8a7836810170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (2db096f6-b5fd-486c-8ebe-bf3bdc8864fc), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.400784 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d38bb0b2-b37b-4796-8f5f-8a7836810170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:38.402148 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d38bb0b2-b37b-4796-8f5f-8a7836810170 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2db096f6-b5fd-486c-8ebe-bf3bdc8864fc HTTP/1.1" status: 204 len: 168 time: 0.2196465 May 19 12:36:38.405247 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:38.411466 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bb0b2-b37b-4796-8f5f-8a7836810170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db096f6-b5fd-486c-8ebe-bf3bdc8864fc,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:39.002962 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55198) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:39.019064 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-21414b1e-9584-40c9-bf84-7c49c06929ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.104176 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-21414b1e-9584-40c9-bf84-7c49c06929ef admin admin] Publish callbacks [] for security_group (b6159248-d04c-4553-947b-fa08b2e424be), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.151930 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-21414b1e-9584-40c9-bf84-7c49c06929ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b6159248-d04c-4553-947b-fa08b2e424be), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.193748 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-21414b1e-9584-40c9-bf84-7c49c06929ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84953e645e1e48a0831e2244cbeb24ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896555 May 19 12:36:39.194754 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21414b1e-9584-40c9-bf84-7c49c06929ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6159248-d04c-4553-947b-fa08b2e424be,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:39.196717 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55202) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:39.261572 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-70286048-8bdc-497f-a8ff-e7dd2b313406 admin admin] Publish callbacks [] for security_group (b6159248-d04c-4553-947b-fa08b2e424be), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.284672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-70286048-8bdc-497f-a8ff-e7dd2b313406 admin admin] Publish callbacks [] for security_group (b6159248-d04c-4553-947b-fa08b2e424be), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.426962 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-70286048-8bdc-497f-a8ff-e7dd2b313406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (b6159248-d04c-4553-947b-fa08b2e424be), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.429570 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-70286048-8bdc-497f-a8ff-e7dd2b313406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:39.431014 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-70286048-8bdc-497f-a8ff-e7dd2b313406 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6159248-d04c-4553-947b-fa08b2e424be HTTP/1.1" status: 204 len: 168 time: 0.2332880 May 19 12:36:39.438819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70286048-8bdc-497f-a8ff-e7dd2b313406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6159248-d04c-4553-947b-fa08b2e424be,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:41.373469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:41.432625 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:46.619065 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:46.619821 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:48.391996 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d350-9559-4d5e-a101-2a7e38b999c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:49.187748 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=67,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:49.190020 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=39,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:49.433723 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:49.434482 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:DELETE=6,neutron:SELECT=52,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:50.581038 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-912a967f-b715-4b3c-b593-ce9459603f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:51.210286 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:36:51.865967 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:53.345811 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:54.785884 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:01.204358 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:01.205150 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:06.360264 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:06.361034 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:09.330495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead6e03-a9a2-4c1b-92ef-cd9f66fc9336 req-68bfc609-d7fb-4afb-861a-317096c940b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:09.331933 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ead6e03-a9a2-4c1b-92ef-cd9f66fc9336 req-68bfc609-d7fb-4afb-861a-317096c940b4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0535967 May 19 12:37:09.383023 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ead6e03-a9a2-4c1b-92ef-cd9f66fc9336 req-64556f80-c386-42bd-a17f-819f041b10d2 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 May 19 12:37:10.501221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4029fe-5d91-4aba-9452-a239cce122ea req-e88f4864-b193-407f-bcd6-1ae5c37dd12f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:10.502733 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f4029fe-5d91-4aba-9452-a239cce122ea req-e88f4864-b193-407f-bcd6-1ae5c37dd12f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0510075 May 19 12:37:10.550643 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2f4029fe-5d91-4aba-9452-a239cce122ea req-56634051-1fd0-408b-a2d5-db8026fe54b9 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 May 19 12:37:11.425533 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:11.530173 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-24b939f7-beed-426e-9444-a4fc89b92499 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.531698 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-24b939f7-beed-426e-9444-a4fc89b92499 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0487776 May 19 12:37:11.668380 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:11.668721 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:11.718075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17596e6c-9dec-4567-9313-2cd0ebb9f9b2 req-96c1ccc8-c4ec-4716-bb72-85420f981eba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.719556 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17596e6c-9dec-4567-9313-2cd0ebb9f9b2 req-96c1ccc8-c4ec-4716-bb72-85420f981eba tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 945 time: 0.0968864 May 19 12:37:11.804087 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-17596e6c-9dec-4567-9313-2cd0ebb9f9b2 req-c712e4e8-b0dd-4701-b9d5-dff6a2e16f18 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups?id=395ce7aa-f823-49d1-bf21-27fc1cb18382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745928 May 19 12:37:11.806041 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] For port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:11.806432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:11.975707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:11.975940 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (e5da7031-13c5-4404-aff0-372a92db0883), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:11.976143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Floating IP e5da7031-13c5-4404-aff0-372a92db0883 disassociated. External IP: 172.27.3.250, port: 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926. May 19 12:37:11.976485 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:12.151345 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (543abcf6-9f44-4c9b-ae1f-bf82ebc9e926), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:12.185033 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=543abcf6-9f44-4c9b-ae1f-bf82ebc9e926,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:12.197729 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.198075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.198427 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.198803 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.199138 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.199465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.199796 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.200620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.200620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.200813 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.201085 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.201600 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.201926 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.202268 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.202609 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:12.286830 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:12.296200 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:12.306651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:12.417591 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:12.430160 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:12.442846 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:12.444012 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:12.468355 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] No DVR routers for this DVR port 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:12.470803 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:12.474901 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ccd98b8f-93e9-48ab-be30-82f1abb3e59e req-1c371ba7-cb7a-4606-b70c-0ea6ead218c4 tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.77 "DELETE /v2.0/ports/543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 HTTP/1.1" status: 204 len: 173 time: 0.9372752 May 19 12:37:12.475362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'name': 'network-vif-deleted', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:12.484117 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519bbf09-0e11-4be5-af6f-6b8f1e666086" -d '{"events": [{"server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "name": "network-vif-deleted", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:12.554234 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b55a70c-2706-45b8-a2fa-43d1f1f7a68d x-openstack-request-id: req-1b55a70c-2706-45b8-a2fa-43d1f1f7a68d {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:12.554234 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038dca0d-d260-4c40-a7a9-aca8ea121bf7", "name": "network-vif-deleted", "tag": "543abcf6-9f44-4c9b-ae1f-bf82ebc9e926", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:12.555060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b55a70c-2706-45b8-a2fa-43d1f1f7a68d {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:12.555060 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b55a70c-2706-45b8-a2fa-43d1f1f7a68d'] response: {'server_uuid': '038dca0d-d260-4c40-a7a9-aca8ea121bf7', 'name': 'network-vif-deleted', 'tag': '543abcf6-9f44-4c9b-ae1f-bf82ebc9e926', 'status': 'completed', 'code': 200} May 19 12:37:12.563127 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:12.766159 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:12.790811 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:12.799296 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:12.799899 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:36:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:12.914715 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:12.920370 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ec6cb023-1879-42a8-9773-f016d84c23c8 req-d253746f-4793-4651-b3c8-00c163af659a tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/ports?device_id=038dca0d-d260-4c40-a7a9-aca8ea121bf7 HTTP/1.1" status: 200 len: 210 time: 0.0320725 May 19 12:37:12.996593 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55606) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:13.123274 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.128772 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:13.158825 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1229b-bee6-4558-ad1f-c382e9a53d34 None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:24:27Z', 'revision_number': 4, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': '61db2da3-0d10-49fa-93dd-80d088b906de', 'name': '', 'network_id': 'c9b89124-2c1b-4572-adaf-f3ca44cc01f0', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'mac_address': 'fa:16:3e:51:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:24Z', 'updated_at': '2022-05-19T12:24:44Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'subnets': [{'id': 'f052e198-6a49-4fc4-930c-024bf898a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:13.210635 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Publish callbacks [] for security_group (9e728bd5-bf14-4003-bedb-76255b1d5809), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.277053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9e728bd5-bf14-4003-bedb-76255b1d5809), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.319887 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53123eca0384467daeaeb87a770ebab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220227 May 19 12:37:13.320832 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e728bd5-bf14-4003-bedb-76255b1d5809,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:13.322727 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55614) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:13.329065 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.329382 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.329685 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.330319 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.330462 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.330712 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.331042 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.331371 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.331701 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.332137 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.332470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.332912 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.333341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.333684 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.334045 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20878aa4-7bb0-45b8-b7dc-81ef6ef8a2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:13.391752 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62fd4225-ca1e-4e3c-9e29-3b0d033be3f9 admin admin] Publish callbacks [] for security_group (9e728bd5-bf14-4003-bedb-76255b1d5809), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.418731 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62fd4225-ca1e-4e3c-9e29-3b0d033be3f9 admin admin] Publish callbacks [] for security_group (9e728bd5-bf14-4003-bedb-76255b1d5809), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.425308 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ea70-bca4-487f-9144-738ebe28b667 None None] New status for floating IP e5da7031-13c5-4404-aff0-372a92db0883: DOWN {{(pid=104400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:37:13.523790 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62fd4225-ca1e-4e3c-9e29-3b0d033be3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9e728bd5-bf14-4003-bedb-76255b1d5809), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.526699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62fd4225-ca1e-4e3c-9e29-3b0d033be3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.528010 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-62fd4225-ca1e-4e3c-9e29-3b0d033be3f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e728bd5-bf14-4003-bedb-76255b1d5809 HTTP/1.1" status: 204 len: 168 time: 0.2041101 May 19 12:37:13.536220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4225-ca1e-4e3c-9e29-3b0d033be3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e728bd5-bf14-4003-bedb-76255b1d5809,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:14.189559 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55628) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:14.253312 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-41b15f6c-8f1b-4db1-99ce-c4bcd077edcc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (395ce7aa-f823-49d1-bf21-27fc1cb18382), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.282922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-41b15f6c-8f1b-4db1-99ce-c4bcd077edcc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (395ce7aa-f823-49d1-bf21-27fc1cb18382), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.461778 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-41b15f6c-8f1b-4db1-99ce-c4bcd077edcc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (395ce7aa-f823-49d1-bf21-27fc1cb18382), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.464420 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-41b15f6c-8f1b-4db1-99ce-c4bcd077edcc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.465690 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-41b15f6c-8f1b-4db1-99ce-c4bcd077edcc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/security-groups/395ce7aa-f823-49d1-bf21-27fc1cb18382 HTTP/1.1" status: 204 len: 168 time: 0.2774150 May 19 12:37:14.468363 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55632) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:14.475802 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b15f6c-8f1b-4db1-99ce-c4bcd077edcc tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ce7aa-f823-49d1-bf21-27fc1cb18382,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:14.482655 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.api.v2.resource [None req-9cb3dd6e-15e0-49b2-a08a-c7f88acc3f5f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] show failed (client error): The resource could not be found. May 19 12:37:14.483914 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-9cb3dd6e-15e0-49b2-a08a-c7f88acc3f5f tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "GET /v2.0/security-groups/395ce7aa-f823-49d1-bf21-27fc1cb18382 HTTP/1.1" status: 404 len: 347 time: 0.0145743 May 19 12:37:14.486772 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55634) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:14.600331 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Deleting port e7e536bf-cdec-4488-9cb3-641df41ccf9a {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:14.600671 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.680277 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.680852 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (e7e536bf-cdec-4488-9cb3-641df41ccf9a), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.693635 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Calling delete_port for e7e536bf-cdec-4488-9cb3-641df41ccf9a owned by network:floatingip {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:14.859546 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:14.879701 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:14.880047 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 543abcf6-9f44-4c9b-ae1f-bf82ebc9e926 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:14.917280 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (e7e536bf-cdec-4488-9cb3-641df41ccf9a), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.947615 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Pushing event deleted for resources: {'Port': ['ID=e7e536bf-cdec-4488-9cb3-641df41ccf9a,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:15.008525 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks [] for floatingip (e5da7031-13c5-4404-aff0-372a92db0883), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:15.011007 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:15.012133 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-14978297-2e16-4257-a2c9-97a140458e0b tempest-AttachVolumeNegativeTest-856963837 tempest-AttachVolumeNegativeTest-856963837-project] 10.222.0.57 "DELETE /v2.0/floatingips/e5da7031-13c5-4404-aff0-372a92db0883 HTTP/1.1" status: 204 len: 168 time: 0.5244918 May 19 12:37:18.334140 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2475591c-f89c-4358-8bd2-7ddadc3dc69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:20.611194 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-439ceea0-ace5-47ef-a895-c6ac57580af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.815067 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.891542 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-5683dc49-8ffb-4fc8-9f2a-780f7b068cd3 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333795976&fields=id&tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 267 time: 0.0718615 May 19 12:37:22.008722 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-a098af5d-fd02-45ba-befb-517409e36a57 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:22.011687 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-a098af5d-fd02-45ba-befb-517409e36a57 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 812 time: 0.1116092 May 19 12:37:22.035907 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-f26c7a29-4020-45ac-afc8-75689f313fdd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/quotas/ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0114324 May 19 12:37:22.091028 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-cc9e044b-033f-4253-a3fe-62636fe1ef54 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526960 May 19 12:37:22.211186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-a3ca0ab3-16c7-49cb-80e3-6edea0c963f5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:37:22.212134 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-a3ca0ab3-16c7-49cb-80e3-6edea0c963f5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1089766 May 19 12:37:22.303591 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-73ef5530-6d78-4ba0-bbeb-398e501b9195 service neutron] 10.222.0.57 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849378 May 19 12:37:22.359670 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:22.404966 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-d7b02636-09bb-413d-80f1-0f1932ec007c service neutron] 10.222.0.57 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952883 May 19 12:37:23.046171 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b189cd2-7297-447b-a074-a9f9f60022c3 req-b53cede5-cf12-4cd4-ad42-a40137ba3dc0 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 210 time: 0.0327115 May 19 12:37:23.122384 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=70 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:23.159001 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=68 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:23.352172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:23.468985 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55756) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:23.783332 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:23.821255 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:23.914111 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (89d519e4-c2c8-4471-90ad-f83817ca090f), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.133940 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4362b4a7-04ba-4094-a91e-8aef38b2f9e2 req-3393c662-eb7e-4b58-8672-51ae9a71c0c6 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 210 time: 0.0363724 May 19 12:37:24.153237 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Deleting port 61db2da3-0d10-49fa-93dd-80d088b906de {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:24.153237 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.235949 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] For port 61db2da3-0d10-49fa-93dd-80d088b906de, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=61db2da3-0d10-49fa-93dd-80d088b906de,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:24.236311 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.250301 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Calling delete_port for 61db2da3-0d10-49fa-93dd-80d088b906de owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:24.263536 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:24.405617 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55780) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:24.516670 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee68d7b9-b371-44f3-b0b8-e6878f087c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.522587 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (61db2da3-0d10-49fa-93dd-80d088b906de), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.550128 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61db2da3-0d10-49fa-93dd-80d088b906de,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:24.580738 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:24.610967 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee68d7b9-b371-44f3-b0b8-e6878f087c31 admin admin] Publish callbacks [] for security_group (e59e1d3b-f1f0-409a-ab58-09a1adae2aa9), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.663307 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee68d7b9-b371-44f3-b0b8-e6878f087c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e59e1d3b-f1f0-409a-ab58-09a1adae2aa9), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.717547 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (89d519e4-c2c8-4471-90ad-f83817ca090f), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.724351 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55784) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:24.732453 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-ee68d7b9-b371-44f3-b0b8-e6878f087c31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=990703a3ac71459bb47bdae1ccfbb0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178792 May 19 12:37:24.732453 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68d7b9-b371-44f3-b0b8-e6878f087c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e1d3b-f1f0-409a-ab58-09a1adae2aa9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:24.838602 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c71ba044-6d51-4009-9767-22d46bac6007 admin admin] Publish callbacks [] for security_group (e59e1d3b-f1f0-409a-ab58-09a1adae2aa9), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.871578 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.885264 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:24.898727 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c71ba044-6d51-4009-9767-22d46bac6007 admin admin] Publish callbacks [] for security_group (e59e1d3b-f1f0-409a-ab58-09a1adae2aa9), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.030383 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Router 89d519e4-c2c8-4471-90ad-f83817ca090f has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:25.238628 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cc5c0f55-d4b1-4c17-9ae3-607e53cead57 req-ce14857d-ae6e-41b9-aded-b492ebd8809f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 210 time: 0.0304282 May 19 12:37:25.353681 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c71ba044-6d51-4009-9767-22d46bac6007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e59e1d3b-f1f0-409a-ab58-09a1adae2aa9), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.356271 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c71ba044-6d51-4009-9767-22d46bac6007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.357391 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c71ba044-6d51-4009-9767-22d46bac6007 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e59e1d3b-f1f0-409a-ab58-09a1adae2aa9 HTTP/1.1" status: 204 len: 168 time: 0.6321099 May 19 12:37:25.376121 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba044-6d51-4009-9767-22d46bac6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e1d3b-f1f0-409a-ab58-09a1adae2aa9,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:25.436255 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:25.443042 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a68badae-09a1-4328-933d-940e78c9e8c2 admin admin] 10.222.0.57 "PUT /v2.0/routers/89d519e4-c2c8-4471-90ad-f83817ca090f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9732218 May 19 12:37:25.445584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55790) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:25.445747 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] Sync routers for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:25.456876 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:25.457488 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:37:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:25.584010 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:25.615672 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks [] for router (89d519e4-c2c8-4471-90ad-f83817ca090f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.878296 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:37:24Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:25.913799 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] Checking router: 89d519e4-c2c8-4471-90ad-f83817ca090f for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:25.927063 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] Routers {'89d519e4-c2c8-4471-90ad-f83817ca090f'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:25.928049 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:37:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['89d519e4-c2c8-4471-90ad-f83817ca090f'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:26.040979 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-f8751492-cac8-498a-a29f-174172df57bd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:26.042466 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-f8751492-cac8-498a-a29f-174172df57bd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 812 time: 0.5055420 May 19 12:37:26.085112 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] Set router 89d519e4-c2c8-4471-90ad-f83817ca090f gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:26.085950 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks [] for router_gateway (89d519e4-c2c8-4471-90ad-f83817ca090f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.133661 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-6059660d-0157-4115-a687-d8a5add6f658 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 379 time: 0.0813029 May 19 12:37:26.144053 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'port': {'device_id': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'admin_state_up': True, 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'security_groups': ['4fe3f045-8dd8-4bca-b0c4-232b10e5654a']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:26.259210 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Deleting port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:26.275768 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.280535 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:37:24Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:26.311643 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e4ce-5f35-452c-947b-87a116e74f11 None None] The sync data for ids ['89d519e4-c2c8-4471-90ad-f83817ca090f'] in dv-cinder-778193-27-iscsi is: [{'id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'name': 'tempest-AttachVolumeNegativeTest-1790168726-router', 'tenant_id': '86c353f6ded643e6b501ec57800fafc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:24:14Z', 'updated_at': '2022-05-19T12:37:24Z', 'revision_number': 5, 'project_id': '86c353f6ded643e6b501ec57800fafc6', 'gw_port': {'id': '7d480dc4-4803-49aa-99d3-b0bebaff4dbb', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d519e4-c2c8-4471-90ad-f83817ca090f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:24:17Z', 'updated_at': '2022-05-19T12:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:26.400185 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0c669d2d-5c57-4fe5-9e64-ee6b90530027 req-943632c1-6dc7-4b22-9ee6-08f37c8a0005 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 210 time: 0.0400529 May 19 12:37:26.420728 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:26.438223 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] For port 7d480dc4-4803-49aa-99d3-b0bebaff4dbb, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:26.447280 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.452292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Calling delete_port for 7d480dc4-4803-49aa-99d3-b0bebaff4dbb owned by network:router_gateway {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:26.500333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Made reservation on behalf of ff5ebee4cf6c47f9adee30f9c8cd6ba1 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:37:26.503845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.509664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:26.727321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Allocated IP 172.20.0.9 (8d351609-6722-4245-b241-bc1661734268/bbf681d4-18f2-4ee6-9440-27bae398b8e4/8d79ff6d-904d-4eda-8249-f1c895c34508) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:37:26.823220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (7d480dc4-4803-49aa-99d3-b0bebaff4dbb), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.864242 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d480dc4-4803-49aa-99d3-b0bebaff4dbb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:27.005494 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (89d519e4-c2c8-4471-90ad-f83817ca090f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.075558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:27.118838 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (89d519e4-c2c8-4471-90ad-f83817ca090f), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.125655 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks [] for router_controller (89d519e4-c2c8-4471-90ad-f83817ca090f), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.173423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.236602 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (89d519e4-c2c8-4471-90ad-f83817ca090f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.237206 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d519e4-c2c8-4471-90ad-f83817ca090f {{(pid=104398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:37:27.242541 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.248620 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-093357fd-9b69-4ea5-a11c-c8b8160ca6c1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/89d519e4-c2c8-4471-90ad-f83817ca090f HTTP/1.1" status: 204 len: 168 time: 1.7969282 May 19 12:37:27.248620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55852) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:27.299912 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Deleting subnet f052e198-6a49-4fc4-930c-024bf898a4bd {{(pid=104398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:37:27.304775 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Publish callbacks [] for subnet (f052e198-6a49-4fc4-930c-024bf898a4bd), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.329804 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.390233 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Network 8d351609-6722-4245-b241-bc1661734268 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:37:27.392579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9831517'] for subnet (f052e198-6a49-4fc4-930c-024bf898a4bd), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.413584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:37:27.432463 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:37:27.477382 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:27.484786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=8d79ff6d-904d-4eda-8249-f1c895c34508,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:27.561626 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:27.562562 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.613281 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0be71-96b5-40e0-ade9-eb33e86fe2d0 req-f89cf923-a685-46af-9871-039fb966342e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:27.621314 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5a0be71-96b5-40e0-ade9-eb33e86fe2d0 req-f89cf923-a685-46af-9871-039fb966342e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 931 time: 0.1201801 May 19 12:37:27.631263 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (f052e198-6a49-4fc4-930c-024bf898a4bd), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.650219 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-d13f3307-cd40-4bc9-8f3a-670376ce87d5 None None] Provisioning complete for port 8d79ff6d-904d-4eda-8249-f1c895c34508 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:37:27.652048 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-d13f3307-cd40-4bc9-8f3a-670376ce87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.685833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-d13f3307-cd40-4bc9-8f3a-670376ce87d5 None None] Port 8d79ff6d-904d-4eda-8249-f1c895c34508 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:37:27.708983 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5a0be71-96b5-40e0-ade9-eb33e86fe2d0 req-d282a1be-e35c-4ec7-a9c7-4c87835aa483 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859125 May 19 12:37:27.717406 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-cbd86769-29de-448f-b758-06bdf741027a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5781074 May 19 12:37:27.735254 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Request body: {'port': {'device_id': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:27.815936 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 61db2da3-0d10-49fa-93dd-80d088b906de no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:27.828828 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.837521 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 61db2da3-0d10-49fa-93dd-80d088b906de {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:27.837993 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 61db2da3-0d10-49fa-93dd-80d088b906de not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:27.838528 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 7d480dc4-4803-49aa-99d3-b0bebaff4dbb no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:27.859471 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8841472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403439'] for subnet (f052e198-6a49-4fc4-930c-024bf898a4bd), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.860596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 7d480dc4-4803-49aa-99d3-b0bebaff4dbb {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:27.861009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 7d480dc4-4803-49aa-99d3-b0bebaff4dbb not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:27.912219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.916147 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f052e198-6a49-4fc4-930c-024bf898a4bd HTTP/1.1" status: 204 len: 168 time: 0.6679261 May 19 12:37:27.917074 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4da4e-4daf-4a92-969c-a756f6ac53ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f052e198-6a49-4fc4-930c-024bf898a4bd,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:27.917399 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8658f4-9c7f-4fa6-bd8d-5c10120027e6 None None] Network c9b89124-2c1b-4572-adaf-f3ca44cc01f0 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:27.921354 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55860) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:27.967884 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:28.000915 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (c9b89124-2c1b-4572-adaf-f3ca44cc01f0), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.007594 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:28.046521 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Deleting port 18ea2343-ef4a-4c71-ba4c-2aa366500664 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:28.047011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.092434 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f731118-d701-441d-8092-d50100ee3adf None None] DHCP port deletion for c9b89124-2c1b-4572-adaf-f3ca44cc01f0 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:37:28.121635 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] For port 18ea2343-ef4a-4c71-ba4c-2aa366500664, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=18ea2343-ef4a-4c71-ba4c-2aa366500664,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:28.122008 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.137770 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Deleting port 18ea2343-ef4a-4c71-ba4c-2aa366500664 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:28.138254 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.143017 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Calling delete_port for 18ea2343-ef4a-4c71-ba4c-2aa366500664 owned by network:dhcp {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:28.208779 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:37:28.221257 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5f731118-d701-441d-8092-d50100ee3adf None None] For port 18ea2343-ef4a-4c71-ba4c-2aa366500664, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=18ea2343-ef4a-4c71-ba4c-2aa366500664,segment=NetworkSegment(f7547d0f-753b-4c33-807a-76d1e832b6cb),segment_id=f7547d0f-753b-4c33-807a-76d1e832b6cb)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:28.221648 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.230530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d79ff6d-904d-4eda-8249-f1c895c34508 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:37:28.236096 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Calling delete_port for 18ea2343-ef4a-4c71-ba4c-2aa366500664 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:28.239815 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Publish callbacks [] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.340051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Transition to ACTIVE for port object 8d79ff6d-904d-4eda-8249-f1c895c34508 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:37:28.340734 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.347354 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (18ea2343-ef4a-4c71-ba4c-2aa366500664), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.365060 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Pushing event deleted for resources: {'Port': ['ID=18ea2343-ef4a-4c71-ba4c-2aa366500664,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:28.372006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] No DVR routers for this DVR port 18ea2343-ef4a-4c71-ba4c-2aa366500664 on host dv-cinder-778193-27-iscsi {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:28.377895 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Pushing event deleted for resources: {'Port': ['ID=18ea2343-ef4a-4c71-ba4c-2aa366500664,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:28.382647 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f731118-d701-441d-8092-d50100ee3adf None None] No DVR routers for this DVR port 18ea2343-ef4a-4c71-ba4c-2aa366500664 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.392506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.397798 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f731118-d701-441d-8092-d50100ee3adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:28.402832 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.455767 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (c9b89124-2c1b-4572-adaf-f3ca44cc01f0), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.457218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d79ff6d-904d-4eda-8249-f1c895c34508,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:28.481798 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b89124-2c1b-4572-adaf-f3ca44cc01f0']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:28.492000 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7547d0f-753b-4c33-807a-76d1e832b6cb') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:28.492289 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7547d0f-753b-4c33-807a-76d1e832b6cb') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:28.502676 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (f7547d0f-753b-4c33-807a-76d1e832b6cb), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.517456 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (f7547d0f-753b-4c33-807a-76d1e832b6cb), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.534546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:37:28.534546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (f7547d0f-753b-4c33-807a-76d1e832b6cb), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:37:28.535859 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:37:28.548505 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Attempting to bind port 8d79ff6d-904d-4eda-8249-f1c895c34508 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:37:28.548953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Attempting to bind port 8d79ff6d-904d-4eda-8249-f1c895c34508 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:37:28.550559 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Attempting to bind port 8d79ff6d-904d-4eda-8249-f1c895c34508 on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:37:28.557423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Port 8d79ff6d-904d-4eda-8249-f1c895c34508 on network 8d351609-6722-4245-b241-bc1661734268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:37:28.558174 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Attempting to bind port 8d79ff6d-904d-4eda-8249-f1c895c34508 on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:37:28.566788 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:37:28.569088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Checking segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:37:28.569088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Bound using segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:37:28.569088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Bound port: 8d79ff6d-904d-4eda-8249-f1c895c34508, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:37:28.569088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.641335 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] For port 8d79ff6d-904d-4eda-8249-f1c895c34508, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:37:28.644887 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] For port 8d79ff6d-904d-4eda-8249-f1c895c34508, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d79ff6d-904d-4eda-8249-f1c895c34508,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:37:28.688412 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (c9b89124-2c1b-4572-adaf-f3ca44cc01f0), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.695010 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.697987 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] 10.222.0.57 "DELETE /v2.0/networks/c9b89124-2c1b-4572-adaf-f3ca44cc01f0 HTTP/1.1" status: 204 len: 168 time: 0.7782385 May 19 12:37:28.709079 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9560c5-d052-40c6-bd9a-650e0d51c30a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b89124-2c1b-4572-adaf-f3ca44cc01f0,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:28.720607 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.764914 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:28.765723 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:28.768698 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/8d79ff6d-904d-4eda-8249-f1c895c34508 HTTP/1.1" status: 200 len: 1093 time: 1.0438406 May 19 12:37:28.769137 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:28.771615 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8d242-74bf-4405-ad25-bb7d4053b539" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:28.813659 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fef62-8589-4047-a521-5d7110fa11c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d79ff6d-904d-4eda-8249-f1c895c34508,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:28.834157 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b46f1-0762-41c8-8ba7-47d43acf7d8f x-openstack-request-id: req-629b46f1-0762-41c8-8ba7-47d43acf7d8f {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:28.835094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:28.835350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-629b46f1-0762-41c8-8ba7-47d43acf7d8f {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:28.835946 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629b46f1-0762-41c8-8ba7-47d43acf7d8f'] response: {'name': 'network-changed', 'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'status': 'completed', 'code': 200} May 19 12:37:28.934168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607c27-dd45-4033-8ea6-95ae03ce4d0e req-2e6842a4-ead5-44ae-be21-a792d2fb3963 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:28.935862 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51607c27-dd45-4033-8ea6-95ae03ce4d0e req-2e6842a4-ead5-44ae-be21-a792d2fb3963 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0974658 May 19 12:37:28.939289 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:28.943396 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d242-74bf-4405-ad25-bb7d4053b539 req-e1b2fcbf-2add-4591-bace-33f7343ef574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:28.946093 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69f8d242-74bf-4405-ad25-bb7d4053b539 req-e1b2fcbf-2add-4591-bace-33f7343ef574 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1127 time: 0.0754986 May 19 12:37:29.059467 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51607c27-dd45-4033-8ea6-95ae03ce4d0e req-5ead88d3-e97f-44ad-89d9-2d4b4aac51c2 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172950 May 19 12:37:29.102881 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d242-74bf-4405-ad25-bb7d4053b539 req-c4419b2e-687a-4418-b285-989d8e25530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:29.105682 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69f8d242-74bf-4405-ad25-bb7d4053b539 req-c4419b2e-687a-4418-b285-989d8e25530b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1423910 May 19 12:37:29.147591 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55884) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:29.195062 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-662cf155-6bfc-4ea9-ade1-cba37127ef32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86c353f6ded643e6b501ec57800fafc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460687 May 19 12:37:29.198219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55886) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:29.211145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d242-74bf-4405-ad25-bb7d4053b539 req-1eb277b2-9bf2-48e4-97a9-9a75289caf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:29.212677 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-69f8d242-74bf-4405-ad25-bb7d4053b539 req-1eb277b2-9bf2-48e4-97a9-9a75289caf08 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014946 May 19 12:37:29.252892 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1c9b62dc-74e4-4073-a4d0-2f19f75445dc admin admin] Publish callbacks [] for security_group (d3e685c1-88c7-48f5-a697-05725f97b4cb), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.255177 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:29.280373 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1c9b62dc-74e4-4073-a4d0-2f19f75445dc admin admin] Publish callbacks [] for security_group (d3e685c1-88c7-48f5-a697-05725f97b4cb), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.295969 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-69cf37a8-3bb5-442a-8f99-2856bddef040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:29.297410 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-69cf37a8-3bb5-442a-8f99-2856bddef040 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1127 time: 0.0414903 May 19 12:37:29.342378 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-9c0c8adf-9627-4479-9645-7dc49231a744 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d79ff6d-904d-4eda-8249-f1c895c34508 HTTP/1.1" status: 200 len: 217 time: 0.0378807 May 19 12:37:29.379728 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1c9b62dc-74e4-4073-a4d0-2f19f75445dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (d3e685c1-88c7-48f5-a697-05725f97b4cb), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.382427 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1c9b62dc-74e4-4073-a4d0-2f19f75445dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.383594 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-1c9b62dc-74e4-4073-a4d0-2f19f75445dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3e685c1-88c7-48f5-a697-05725f97b4cb HTTP/1.1" status: 204 len: 168 time: 0.1843398 May 19 12:37:29.387592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:29.391670 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b62dc-74e4-4073-a4d0-2f19f75445dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e685c1-88c7-48f5-a697-05725f97b4cb,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:29.394569 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-eed06d00-870e-4593-93c3-57d9369fcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:29.396431 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-eed06d00-870e-4593-93c3-57d9369fcadb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0470378 May 19 12:37:29.451529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527016-7674-43b8-b14c-b95c0540963c req-c0168f15-94c7-4730-9032-60fab3c31b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:29.453610 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-c0168f15-94c7-4730-9032-60fab3c31b00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486186 May 19 12:37:29.550849 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 18ea2343-ef4a-4c71-ba4c-2aa366500664 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:29.566544 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-8b28c172-d508-4b4b-987e-213b9f3be74c service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057146 May 19 12:37:29.573939 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 18ea2343-ef4a-4c71-ba4c-2aa366500664 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:29.574639 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 18ea2343-ef4a-4c71-ba4c-2aa366500664 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:29.668594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-94527016-7674-43b8-b14c-b95c0540963c req-0136422c-632d-48b6-953e-b8713a497d99 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943611 May 19 12:37:30.189551 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68da4-ca07-4cc6-b8a4-564ad60328a2 req-47c0659c-c7ef-427d-883e-7cf67775dd0e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:30.191050 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7cd68da4-ca07-4cc6-b8a4-564ad60328a2 req-47c0659c-c7ef-427d-883e-7cf67775dd0e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0547626 May 19 12:37:30.246201 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7cd68da4-ca07-4cc6-b8a4-564ad60328a2 req-a4d5eb4a-b8ec-4637-9c06-08b0fe9cbabf tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476367 May 19 12:37:31.371522 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad234282-edc2-4512-9f0d-84d2a6ce8883 req-1f578838-8cdc-47d9-aff9-f81e7ac1f39c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:31.372973 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad234282-edc2-4512-9f0d-84d2a6ce8883 req-1f578838-8cdc-47d9-aff9-f81e7ac1f39c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0532954 May 19 12:37:31.431366 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ad234282-edc2-4512-9f0d-84d2a6ce8883 req-345f93fe-daa6-42ab-b97a-97b500d75243 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524614 May 19 12:37:32.550861 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8bb10-a71e-4000-8861-e0adbedd9c0f req-dff39791-00fc-406c-b572-3d0c432ae1ae tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:32.553792 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bd8bb10-a71e-4000-8861-e0adbedd9c0f req-dff39791-00fc-406c-b572-3d0c432ae1ae tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0534704 May 19 12:37:32.622561 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9bd8bb10-a71e-4000-8861-e0adbedd9c0f req-c7f46d6c-917c-449d-adc9-8e1a4afea7e4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604284 May 19 12:37:33.744876 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7a97-6eb1-46f2-a31a-2d923d2d2040 req-762cbba0-5e75-47ef-ab6d-ec553e3e1ef9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:33.746285 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9b2d7a97-6eb1-46f2-a31a-2d923d2d2040 req-762cbba0-5e75-47ef-ab6d-ec553e3e1ef9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0519462 May 19 12:37:33.801283 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9b2d7a97-6eb1-46f2-a31a-2d923d2d2040 req-1cc18f88-f83b-418c-9eb1-f78699bf8ce3 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491185 May 19 12:37:34.461298 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 55964) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:34.579068 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f503-720c-41ff-b0c4-2ecb6ad261e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:34.659914 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f503-720c-41ff-b0c4-2ecb6ad261e6 admin admin] Publish callbacks [] for security_group (f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:34.734320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f503-720c-41ff-b0c4-2ecb6ad261e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:34.780253 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-1ae5f503-720c-41ff-b0c4-2ecb6ad261e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d70b80c295040c481bcb2f87147593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176749 May 19 12:37:34.781198 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5f503-720c-41ff-b0c4-2ecb6ad261e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:34.783468 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55968) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:34.843258 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e0c8-4f5b-4272-a935-3aa9a754ce1a admin admin] Publish callbacks [] for security_group (f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:34.867121 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e0c8-4f5b-4272-a935-3aa9a754ce1a admin admin] Publish callbacks [] for security_group (f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:34.944229 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d611-090e-4f2a-90fc-b766bb6151ed req-54d72cb7-b623-4f89-a63c-dcf8d7fcecc3 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:34.946346 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7323d611-090e-4f2a-90fc-b766bb6151ed req-54d72cb7-b623-4f89-a63c-dcf8d7fcecc3 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0624335 May 19 12:37:34.969361 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:34.999317 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7323d611-090e-4f2a-90fc-b766bb6151ed req-374c3dd4-a4d0-4063-94bc-ec2502080957 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470941 May 19 12:37:35.025265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e0c8-4f5b-4272-a935-3aa9a754ce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:35.027916 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e0c8-4f5b-4272-a935-3aa9a754ce1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:35.029054 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8cb6e0c8-4f5b-4272-a935-3aa9a754ce1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7 HTTP/1.1" status: 204 len: 168 time: 0.2438929 May 19 12:37:35.037771 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6e0c8-4f5b-4272-a935-3aa9a754ce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b9a635-d5ee-4ed6-b684-35ef4f0fe5f7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:36.047073 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 55996) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:36.120432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380af3b-4632-4c82-8b82-573349eb24b5 req-4213a5de-80d2-44d1-ae53-26099106d9e5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:36.122151 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a380af3b-4632-4c82-8b82-573349eb24b5 req-4213a5de-80d2-44d1-ae53-26099106d9e5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0506077 May 19 12:37:36.162219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1593001818-network', 'tenant_id': '7ab3fd70899c40eb902cb1c73e030dd1'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:36.194427 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a380af3b-4632-4c82-8b82-573349eb24b5 req-41278868-ef10-4e2f-9c1a-b7243189b4a7 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661817 May 19 12:37:36.259596 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Made reservation on behalf of 7ab3fd70899c40eb902cb1c73e030dd1 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:37:36.262449 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.265249 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:36.272266 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.375960 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks [] for security_group (48aa1a84-8d54-4503-b7a8-e794b5dbe4e0), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.436644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (48aa1a84-8d54-4503-b7a8-e794b5dbe4e0), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.468718 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:37:36.474324 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa1a84-8d54-4503-b7a8-e794b5dbe4e0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:36.482943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (ff77da39-f401-408a-8512-c14f1179de1d), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.483699 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Added segment ff77da39-f401-408a-8512-c14f1179de1d of type vlan for network ba31243b-53e5-483c-932f-281e34e385d2 May 19 12:37:36.527040 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (ba31243b-53e5-483c-932f-281e34e385d2), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.608420 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (ba31243b-53e5-483c-932f-281e34e385d2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.609482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:36.610099 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.672891 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] Pushing event updated for resources: {'Network': ['ID=ba31243b-53e5-483c-932f-281e34e385d2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:36.682538 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network ba31243b-53e5-483c-932f-281e34e385d2 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:37:36.686141 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:36.686277 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:36.771173 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-9c8acaed-8eb0-45d1-bd7e-db6d3e97497e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7229524 May 19 12:37:36.774108 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56002) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:36.779564 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Request body: {'subnet': {'network_id': 'ba31243b-53e5-483c-932f-281e34e385d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1593001818-subnet', 'tenant_id': '7ab3fd70899c40eb902cb1c73e030dd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:36.877362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Made reservation on behalf of 7ab3fd70899c40eb902cb1c73e030dd1 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:37:36.880080 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:36.994994 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:37.116804 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (664b312a-b240-42e8-9eb9-e881d330d4dc), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:37.178708 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=664b312a-b240-42e8-9eb9-e881d330d4dc,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:37.191490 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Checking segment: {'id': 'ff77da39-f401-408a-8512-c14f1179de1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ba31243b-53e5-483c-932f-281e34e385d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:37:37.191849 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Network hostable DHCP agents. Network: ba31243b-53e5-483c-932f-281e34e385d2, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:37:37.265954 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Network ba31243b-53e5-483c-932f-281e34e385d2 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:37:37.327743 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a37e3-7978-4ca4-9ecb-c8536edd6c89 req-fd3c2351-63bb-4290-9974-fcbb30185569 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:37.329227 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3c4a37e3-7978-4ca4-9ecb-c8536edd6c89 req-fd3c2351-63bb-4290-9974-fcbb30185569 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0560529 May 19 12:37:37.380878 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3c4a37e3-7978-4ca4-9ecb-c8536edd6c89 req-d60e20f2-ce75-42e1-b413-67f0347c4bfe tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460610 May 19 12:37:37.385493 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, ba31243b-53e5-483c-932f-281e34e385d2) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:37:37.389312 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:37.389903 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:37.394474 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65bca72-5d5b-4258-8790-b09d8fbb5553 None None] Network ba31243b-53e5-483c-932f-281e34e385d2 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:37.508284 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10b3ef-c05e-464e-b35b-a6936655e7fb None None] Network ba31243b-53e5-483c-932f-281e34e385d2 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:37.525805 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-c9167f3a-6d42-483f-9fac-61ea930cc0ad admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7501030 May 19 12:37:38.442314 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56034) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:38.447863 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-993667533-network', 'tenant_id': '3dd747356f08439ebe6abdb1178853a4'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:38.513656 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8f860-fe7d-4d81-b294-f09260a86a0c req-b6a40e03-4ea2-45fe-ab99-2aab2bc852bd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:38.515210 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51e8f860-fe7d-4d81-b294-f09260a86a0c req-b6a40e03-4ea2-45fe-ab99-2aab2bc852bd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 943 time: 0.0553329 May 19 12:37:38.527105 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:38.542800 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Made reservation on behalf of 3dd747356f08439ebe6abdb1178853a4 for: {'network': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:37:38.545111 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.563152 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.592422 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-51e8f860-fe7d-4d81-b294-f09260a86a0c req-bd048685-150b-420f-afd3-1a2746eda77f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717154 May 19 12:37:38.655354 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks [] for security_group (8ab315e9-33f0-4d0e-84da-f303fa97ab1b), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.773690 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8ab315e9-33f0-4d0e-84da-f303fa97ab1b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.804922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=104398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:37:38.816161 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab315e9-33f0-4d0e-84da-f303fa97ab1b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:38.822045 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (f34a1282-805b-48f4-abeb-3ac149d09b30), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.823236 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.segments_db [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Added segment f34a1282-805b-48f4-abeb-3ac149d09b30 of type vlan for network 49240990-4696-4eb2-825f-f3fb73ad92a2 May 19 12:37:38.863902 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (49240990-4696-4eb2-825f-f3fb73ad92a2), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.927680 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (49240990-4696-4eb2-825f-f3fb73ad92a2), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.928708 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:38.929283 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:38.992491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] Pushing event updated for resources: {'Network': ['ID=49240990-4696-4eb2-825f-f3fb73ad92a2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:38.997201 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d79ff6d-904d-4eda-8249-f1c895c34508 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:37:39.007891 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 49240990-4696-4eb2-825f-f3fb73ad92a2 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:37:39.085160 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-056496f4-7951-457d-b645-4f8721c049ad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6416323 May 19 12:37:39.087874 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56042) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:39.092664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Request body: {'subnet': {'network_id': '49240990-4696-4eb2-825f-f3fb73ad92a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-993667533-subnet', 'tenant_id': '3dd747356f08439ebe6abdb1178853a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:39.160217 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8d79ff6d-904d-4eda-8249-f1c895c34508, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d79ff6d-904d-4eda-8249-f1c895c34508,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:39.171596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'port_id': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'mac_address': 'fa:16:3e:49:15:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:37:39.196355 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Made reservation on behalf of 3dd747356f08439ebe6abdb1178853a4 for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:37:39.199435 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.207166 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 8d79ff6d-904d-4eda-8249-f1c895c34508 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:37:39.207544 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.222294 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d79ff6d-904d-4eda-8249-f1c895c34508 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:37:39.241385 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:39.243372 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8d79ff6d-904d-4eda-8249-f1c895c34508, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d79ff6d-904d-4eda-8249-f1c895c34508,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:39.333636 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.385807 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=8d79ff6d-904d-4eda-8249-f1c895c34508,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:39.432270 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (d5e004f1-30ba-44ae-8643-28087b2245a1), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.491526 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e004f1-30ba-44ae-8643-28087b2245a1,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:39.499889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Checking segment: {'id': 'f34a1282-805b-48f4-abeb-3ac149d09b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '49240990-4696-4eb2-825f-f3fb73ad92a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:37:39.500273 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Network hostable DHCP agents. Network: 49240990-4696-4eb2-825f-f3fb73ad92a2, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:37:39.562201 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Network 49240990-4696-4eb2-825f-f3fb73ad92a2 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:37:39.625781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 49240990-4696-4eb2-825f-f3fb73ad92a2) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:37:39.631223 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:39.631922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.635936 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688337e8-9e6d-4dd0-a949-31dfd1f723a0 None None] Network 49240990-4696-4eb2-825f-f3fb73ad92a2 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:39.706486 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['8d79ff6d-904d-4eda-8249-f1c895c34508'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:37:39.720860 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe51a-5bf4-4d81-a52b-4e104ba4764b req-dc9e892f-d2a3-43ee-ba1a-e5c8ca143f01 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:39.722345 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-afdbe51a-5bf4-4d81-a52b-4e104ba4764b req-dc9e892f-d2a3-43ee-ba1a-e5c8ca143f01 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 944 time: 0.0563850 May 19 12:37:39.738567 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8e542433-cd00-4bf6-977d-b38130409878 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6496298 May 19 12:37:39.769419 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:39.786333 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-afdbe51a-5bf4-4d81-a52b-4e104ba4764b req-45fd6e91-d59c-41fc-8457-5b5f21599c82 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581360 May 19 12:37:39.871812 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56050) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:39.899815 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a76b1-7ed5-4e11-b3a8-b63d79616c35 None None] Network 49240990-4696-4eb2-825f-f3fb73ad92a2 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:39.921163 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Deleting subnet 664b312a-b240-42e8-9eb9-e881d330d4dc {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:37:39.924592 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Publish callbacks [] for subnet (664b312a-b240-42e8-9eb9-e881d330d4dc), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.960414 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (664b312a-b240-42e8-9eb9-e881d330d4dc), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:39.997279 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:40.005330 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (664b312a-b240-42e8-9eb9-e881d330d4dc), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.030603 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:40.073604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:40.139980 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (664b312a-b240-42e8-9eb9-e881d330d4dc), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.166698 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664b312a-b240-42e8-9eb9-e881d330d4dc,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:40.170399 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.176195 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7696ca0a-cfa6-462d-8e77-b0b2a17acf4c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/664b312a-b240-42e8-9eb9-e881d330d4dc HTTP/1.1" status: 204 len: 168 time: 0.3032875 May 19 12:37:40.176798 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56052) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:40.249233 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (ba31243b-53e5-483c-932f-281e34e385d2), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.328250 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (ba31243b-53e5-483c-932f-281e34e385d2), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.349120 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba31243b-53e5-483c-932f-281e34e385d2']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:40.359943 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff77da39-f401-408a-8512-c14f1179de1d') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:40.360234 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff77da39-f401-408a-8512-c14f1179de1d') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:40.371576 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (ff77da39-f401-408a-8512-c14f1179de1d), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.377357 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:40.386559 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (ff77da39-f401-408a-8512-c14f1179de1d), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.392724 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:37:40.393110 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (ff77da39-f401-408a-8512-c14f1179de1d), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:37:40.394802 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:37:40.556932 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (ba31243b-53e5-483c-932f-281e34e385d2), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.562731 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.565937 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] 10.222.0.57 "DELETE /v2.0/networks/ba31243b-53e5-483c-932f-281e34e385d2 HTTP/1.1" status: 204 len: 168 time: 0.3881323 May 19 12:37:40.568843 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56056) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:40.578470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f833e-effe-4205-bc66-87fe4688468f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba31243b-53e5-483c-932f-281e34e385d2,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:40.616589 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Deleting subnet d5e004f1-30ba-44ae-8643-28087b2245a1 {{(pid=104398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:37:40.620109 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Publish callbacks [] for subnet (d5e004f1-30ba-44ae-8643-28087b2245a1), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.654781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9831517'] for subnet (d5e004f1-30ba-44ae-8643-28087b2245a1), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.694726 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (d5e004f1-30ba-44ae-8643-28087b2245a1), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.808375 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8841472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403439'] for subnet (d5e004f1-30ba-44ae-8643-28087b2245a1), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.836101 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e004f1-30ba-44ae-8643-28087b2245a1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:40.841423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:40.844984 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3fa0b248-7e16-4dc1-b1bb-6ce455afd411 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d5e004f1-30ba-44ae-8643-28087b2245a1 HTTP/1.1" status: 204 len: 168 time: 0.2750432 May 19 12:37:40.847601 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56060) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:40.999917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d79ff6d-904d-4eda-8249-f1c895c34508 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:37:41.055216 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 8d79ff6d-904d-4eda-8249-f1c895c34508 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:37:41.139807 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 8d79ff6d-904d-4eda-8249-f1c895c34508 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:37:41.140172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.216324 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c30bd-f2b0-4bd1-955d-48f0fe97bc15 req-34dc59d4-1aaa-4064-9106-c3d292b40ba5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:41.217801 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a0c30bd-f2b0-4bd1-955d-48f0fe97bc15 req-34dc59d4-1aaa-4064-9106-c3d292b40ba5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 944 time: 0.3527369 May 19 12:37:41.220710 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (49240990-4696-4eb2-825f-f3fb73ad92a2), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.220879 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 8d79ff6d-904d-4eda-8249-f1c895c34508 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:37:41.221171 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.247353 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:41.249636 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06eb89-b356-4d00-a4a5-778df54364f7" -d '{"events": [{"server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "name": "network-vif-plugged", "status": "completed", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:41.265327 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 8d79ff6d-904d-4eda-8249-f1c895c34508, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d79ff6d-904d-4eda-8249-f1c895c34508,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:41.329961 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4a0c30bd-f2b0-4bd1-955d-48f0fe97bc15 req-8e94c6a4-17cf-48f4-8f0f-134c5fe25241 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059172 May 19 12:37:41.334429 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.340221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (49240990-4696-4eb2-825f-f3fb73ad92a2), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.362743 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49240990-4696-4eb2-825f-f3fb73ad92a2']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:41.374633 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34a1282-805b-48f4-abeb-3ac149d09b30') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:41.375353 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34a1282-805b-48f4-abeb-3ac149d09b30') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:41.389737 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (f34a1282-805b-48f4-abeb-3ac149d09b30), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.405117 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=8d79ff6d-904d-4eda-8249-f1c895c34508,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:41.406927 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (f34a1282-805b-48f4-abeb-3ac149d09b30), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.414861 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:37:41.415249 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (f34a1282-805b-48f4-abeb-3ac149d09b30), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:37:41.417695 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:37:41.448740 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8956fafe-46f1-4f0c-9e15-4583d5840db6 x-openstack-request-id: req-8956fafe-46f1-4f0c-9e15-4583d5840db6 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:41.451285 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "name": "network-vif-plugged", "status": "completed", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:41.451285 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8956fafe-46f1-4f0c-9e15-4583d5840db6 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:41.451285 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8956fafe-46f1-4f0c-9e15-4583d5840db6'] response: {'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'code': 200} May 19 12:37:41.471923 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.545101 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (49240990-4696-4eb2-825f-f3fb73ad92a2), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.553758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:41.559797 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] 10.222.0.57 "DELETE /v2.0/networks/49240990-4696-4eb2-825f-f3fb73ad92a2 HTTP/1.1" status: 204 len: 168 time: 0.7110276 May 19 12:37:41.576076 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe2a10-af8f-4ec0-bfd9-38adab6d30ad admin admin] Pushing event deleted for resources: {'Network': ['ID=49240990-4696-4eb2-825f-f3fb73ad92a2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:41.788264 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be17275-e457-4c62-830a-f639a24715c6 req-7b507a4c-f5db-4149-a58a-0461de39dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:41.789980 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9be17275-e457-4c62-830a-f639a24715c6 req-7b507a4c-f5db-4149-a58a-0461de39dbb9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1129 time: 0.0404603 May 19 12:37:41.833999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:41.838916 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9be17275-e457-4c62-830a-f639a24715c6 req-b61f578f-9a72-4b88-8e2a-18b55129a99b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 May 19 12:37:41.941871 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56070) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:41.981781 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-43df6443-ce16-4553-8fd5-b62566892cb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ab3fd70899c40eb902cb1c73e030dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386012 May 19 12:37:41.984263 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56072) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:42.034784 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68c4fce1-9a08-4562-ab5e-280190212fb6 admin admin] Publish callbacks [] for security_group (48aa1a84-8d54-4503-b7a8-e794b5dbe4e0), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:42.057704 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68c4fce1-9a08-4562-ab5e-280190212fb6 admin admin] Publish callbacks [] for security_group (48aa1a84-8d54-4503-b7a8-e794b5dbe4e0), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:42.167433 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68c4fce1-9a08-4562-ab5e-280190212fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (48aa1a84-8d54-4503-b7a8-e794b5dbe4e0), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:42.170000 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68c4fce1-9a08-4562-ab5e-280190212fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:42.171210 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-68c4fce1-9a08-4562-ab5e-280190212fb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48aa1a84-8d54-4503-b7a8-e794b5dbe4e0 HTTP/1.1" status: 204 len: 168 time: 0.1860492 May 19 12:37:42.178945 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4fce1-9a08-4562-ab5e-280190212fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa1a84-8d54-4503-b7a8-e794b5dbe4e0,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:42.456846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734ed63-6cdd-4a55-a5f5-a2f1e1b28094 req-502624d8-6360-4ddf-8f6f-94c90e57a79c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:42.458314 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c734ed63-6cdd-4a55-a5f5-a2f1e1b28094 req-502624d8-6360-4ddf-8f6f-94c90e57a79c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 945 time: 0.0545003 May 19 12:37:42.512534 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c734ed63-6cdd-4a55-a5f5-a2f1e1b28094 req-bbaca228-679b-4f3b-99ab-6ad3a6edd8fb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479541 May 19 12:37:42.840579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56082) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:42.880599 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6f9e6da4-e9d9-4a83-99a8-2a55d530cd21 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dd747356f08439ebe6abdb1178853a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388541 May 19 12:37:42.887268 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56084) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:42.930675 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:42.936770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c49811b-88a3-49a9-b4b6-26693e842033 admin admin] Publish callbacks [] for security_group (8ab315e9-33f0-4d0e-84da-f303fa97ab1b), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:42.959597 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c49811b-88a3-49a9-b4b6-26693e842033 admin admin] Publish callbacks [] for security_group (8ab315e9-33f0-4d0e-84da-f303fa97ab1b), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:43.110317 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c49811b-88a3-49a9-b4b6-26693e842033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8ab315e9-33f0-4d0e-84da-f303fa97ab1b), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:43.113220 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c49811b-88a3-49a9-b4b6-26693e842033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:43.114361 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8c49811b-88a3-49a9-b4b6-26693e842033 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ab315e9-33f0-4d0e-84da-f303fa97ab1b HTTP/1.1" status: 204 len: 168 time: 0.2261753 May 19 12:37:43.123413 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49811b-88a3-49a9-b4b6-26693e842033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab315e9-33f0-4d0e-84da-f303fa97ab1b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:43.651508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425f0fe-40ca-4b8e-ba2f-113c3480952a req-f81a2b9f-751b-47bc-ba89-680d17ff67a2 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:43.652989 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b425f0fe-40ca-4b8e-ba2f-113c3480952a req-f81a2b9f-751b-47bc-ba89-680d17ff67a2 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 945 time: 0.0690103 May 19 12:37:43.704567 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b425f0fe-40ca-4b8e-ba2f-113c3480952a req-b365ab41-8b79-41b8-a453-f545afa0272a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460293 May 19 12:37:43.823800 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97526579-8296-43a0-82d9-0671f1543cf8 req-dd514b59-34ae-4bbc-becb-c04f9b2a6387 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:43.825321 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97526579-8296-43a0-82d9-0671f1543cf8 req-dd514b59-34ae-4bbc-becb-c04f9b2a6387 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 945 time: 0.0484686 May 19 12:37:43.874427 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97526579-8296-43a0-82d9-0671f1543cf8 req-e7c1f693-3ec4-4227-b1af-dcd2d55ce26e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 May 19 12:37:43.897682 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56104) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:44.103344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406c494-627b-4732-a909-7d01f0af1717 tempest-TestVolumeBootPattern-1787656982 tempest-TestVolumeBootPattern-1787656982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:44.108004 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4406c494-627b-4732-a909-7d01f0af1717 tempest-TestVolumeBootPattern-1787656982 tempest-TestVolumeBootPattern-1787656982-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1124 time: 0.2067025 May 19 12:37:44.110200 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56116) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:44.114508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'port_id': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:37:44.219832 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:44.302293 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:44.411816 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Allocated IP 172.27.3.165 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/59230327-13f0-407a-af33-d82785d62042) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:37:44.484198 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:44.523253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (59230327-13f0-407a-af33-d82785d62042), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:44.619850 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (59230327-13f0-407a-af33-d82785d62042), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:44.665230 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:37:44.669936 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:37:44.673589 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:44.674572 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:37:44.679516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=59230327-13f0-407a-af33-d82785d62042,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:45.053055 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (c917f4d4-3645-4ca9-b426-89e503b0dbcf), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:45.216564 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (59230327-13f0-407a-af33-d82785d62042), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:45.369647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:45.399688 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (59230327-13f0-407a-af33-d82785d62042), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:45.487976 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (59230327-13f0-407a-af33-d82785d62042), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:45.566912 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=59230327-13f0-407a-af33-d82785d62042,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:45.578308 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (c917f4d4-3645-4ca9-b426-89e503b0dbcf), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:45.679907 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Floating IP c917f4d4-3645-4ca9-b426-89e503b0dbcf associated. External IP: 172.27.3.165, port: 8d79ff6d-904d-4eda-8249-f1c895c34508. May 19 12:37:45.889981 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:45.891922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:46.002255 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:46.013617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:46.024582 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:46.025814 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:37:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:46.130130 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:46.141266 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:46.172896 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-d2654e78-6483-4cba-97fe-789949865a4b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0616148 May 19 12:37:46.173462 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:46.175950 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6419df18-ece1-4b3a-ac12-0795e718a5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:46.213505 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec65bde-9ef1-4c05-9313-ced6eb070bf7 x-openstack-request-id: req-4ec65bde-9ef1-4c05-9313-ced6eb070bf7 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:46.213792 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:46.214186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ec65bde-9ef1-4c05-9313-ced6eb070bf7 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:46.214626 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec65bde-9ef1-4c05-9313-ced6eb070bf7'] response: {'name': 'network-changed', 'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'status': 'completed', 'code': 200} May 19 12:37:46.276001 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-03bcdcf7-ce93-40e4-9841-e9a011512539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:46.277515 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-03bcdcf7-ce93-40e4-9841-e9a011512539 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1129 time: 0.0427587 May 19 12:37:46.338436 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:46.355684 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'c917f4d4-3645-4ca9-b426-89e503b0dbcf', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:49:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:37:44Z', 'updated_at': '2022-05-19T12:37:44Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:46.378243 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-71e0f0f6-82e7-4ff2-b2da-7f51929e8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:46.379839 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-71e0f0f6-82e7-4ff2-b2da-7f51929e8d0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0967121 May 19 12:37:46.384803 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:46.401497 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:46.401497 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:37:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:46.464651 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-58d616d2-4264-4d5c-9faa-d1651023a7b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d79ff6d-904d-4eda-8249-f1c895c34508 HTTP/1.1" status: 200 len: 999 time: 0.0787997 May 19 12:37:46.506486 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56174) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:46.526920 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-3c2d47ed-46a2-43c8-9bcb-5b7145d698f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:46.527158 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:46.528474 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-3c2d47ed-46a2-43c8-9bcb-5b7145d698f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0586488 May 19 12:37:46.574312 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-0d0808e5-7e74-46e1-94c8-89c0467bad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:46.575935 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-0d0808e5-7e74-46e1-94c8-89c0467bad95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418222 May 19 12:37:46.613244 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:46.630997 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-384ba9c7-e293-4372-9e24-9608525f0971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:46.674147 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-910b813c-0b17-4f6c-b9f0-480bce4fd23b service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920341 May 19 12:37:46.719396 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-384ba9c7-e293-4372-9e24-9608525f0971 admin admin] Publish callbacks [] for security_group (f1ed3bdb-2e46-4d53-b53d-7e02788d1e35), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:46.743970 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:46.767524 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'c917f4d4-3645-4ca9-b426-89e503b0dbcf', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:49:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:37:44Z', 'updated_at': '2022-05-19T12:37:44Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:46.788434 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6419df18-ece1-4b3a-ac12-0795e718a5bb req-1a1812b4-7d82-42c8-879f-6012cfb53dc0 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088474 May 19 12:37:46.799201 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60caf2-c23b-45e3-87c9-e75a7bd01fa7 None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'c917f4d4-3645-4ca9-b426-89e503b0dbcf', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:49:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:37:44Z', 'updated_at': '2022-05-19T12:37:44Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:46.819260 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-384ba9c7-e293-4372-9e24-9608525f0971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f1ed3bdb-2e46-4d53-b53d-7e02788d1e35), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:46.864289 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-384ba9c7-e293-4372-9e24-9608525f0971 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a52ed555a1a4242ad91fe75f88042a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566236 May 19 12:37:46.865107 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ba9c7-e293-4372-9e24-9608525f0971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ed3bdb-2e46-4d53-b53d-7e02788d1e35,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:46.867223 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56180) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:46.923325 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8fafa3cf-791f-41ca-9905-df1c20d11767 admin admin] Publish callbacks [] for security_group (f1ed3bdb-2e46-4d53-b53d-7e02788d1e35), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:46.946905 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8fafa3cf-791f-41ca-9905-df1c20d11767 admin admin] Publish callbacks [] for security_group (f1ed3bdb-2e46-4d53-b53d-7e02788d1e35), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:47.016375 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67b1ba-feaa-4572-b48b-e6407f8c8895 None None] New status for floating IP c917f4d4-3645-4ca9-b426-89e503b0dbcf: ACTIVE {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:37:47.082746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8fafa3cf-791f-41ca-9905-df1c20d11767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (f1ed3bdb-2e46-4d53-b53d-7e02788d1e35), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:47.085179 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8fafa3cf-791f-41ca-9905-df1c20d11767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:47.086544 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-8fafa3cf-791f-41ca-9905-df1c20d11767 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1ed3bdb-2e46-4d53-b53d-7e02788d1e35 HTTP/1.1" status: 204 len: 168 time: 0.2181222 May 19 12:37:47.095170 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafa3cf-791f-41ca-9905-df1c20d11767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ed3bdb-2e46-4d53-b53d-7e02788d1e35,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:47.738469 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56186) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:47.755575 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f017648-651a-4c9d-b70d-c0b6098fb291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:47.774140 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:47.851287 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f017648-651a-4c9d-b70d-c0b6098fb291 admin admin] Publish callbacks [] for security_group (defe815b-0890-446d-a631-d823d1b9bf85), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:47.979290 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f017648-651a-4c9d-b70d-c0b6098fb291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (defe815b-0890-446d-a631-d823d1b9bf85), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:48.021036 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4f017648-651a-4c9d-b70d-c0b6098fb291 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10e7b24980924f84a7428f16826fd2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814391 May 19 12:37:48.022012 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f017648-651a-4c9d-b70d-c0b6098fb291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe815b-0890-446d-a631-d823d1b9bf85,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:48.023875 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56190) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:48.085968 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22210568-02fd-4be9-8785-c9b4128f3917 admin admin] Publish callbacks [] for security_group (defe815b-0890-446d-a631-d823d1b9bf85), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:48.113599 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22210568-02fd-4be9-8785-c9b4128f3917 admin admin] Publish callbacks [] for security_group (defe815b-0890-446d-a631-d823d1b9bf85), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:48.282058 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22210568-02fd-4be9-8785-c9b4128f3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (defe815b-0890-446d-a631-d823d1b9bf85), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:48.286354 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-22210568-02fd-4be9-8785-c9b4128f3917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:48.286354 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-22210568-02fd-4be9-8785-c9b4128f3917 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/defe815b-0890-446d-a631-d823d1b9bf85 HTTP/1.1" status: 204 len: 168 time: 0.2586679 May 19 12:37:48.294976 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22210568-02fd-4be9-8785-c9b4128f3917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe815b-0890-446d-a631-d823d1b9bf85,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:48.362589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1f54-8589-4cb3-8dc9-5f4e723c1ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:50.568151 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5dbd816d-b932-4f2a-adbb-051c149960aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:51.853445 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.029585 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56280) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:53.137120 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42ff24a9-74e9-4b6a-8ad5-5b99f9d2a735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.214363 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42ff24a9-74e9-4b6a-8ad5-5b99f9d2a735 admin admin] Publish callbacks [] for security_group (4349ed85-d623-4345-8d41-78988c75523e), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.286931 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42ff24a9-74e9-4b6a-8ad5-5b99f9d2a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4349ed85-d623-4345-8d41-78988c75523e), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.324019 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-42ff24a9-74e9-4b6a-8ad5-5b99f9d2a735 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b37a6146b9664ade8041365865695a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933006 May 19 12:37:53.327110 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56284) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:53.329389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff24a9-74e9-4b6a-8ad5-5b99f9d2a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4349ed85-d623-4345-8d41-78988c75523e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:53.362069 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.372183 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:53.383077 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68213a21-9434-47a2-a6da-086645a50b7b admin admin] Publish callbacks [] for security_group (4349ed85-d623-4345-8d41-78988c75523e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.405478 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68213a21-9434-47a2-a6da-086645a50b7b admin admin] Publish callbacks [] for security_group (4349ed85-d623-4345-8d41-78988c75523e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.533545 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68213a21-9434-47a2-a6da-086645a50b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4349ed85-d623-4345-8d41-78988c75523e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.536232 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-68213a21-9434-47a2-a6da-086645a50b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:53.537447 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-68213a21-9434-47a2-a6da-086645a50b7b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4349ed85-d623-4345-8d41-78988c75523e HTTP/1.1" status: 204 len: 168 time: 0.2093012 May 19 12:37:53.546182 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68213a21-9434-47a2-a6da-086645a50b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349ed85-d623-4345-8d41-78988c75523e,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:54.310072 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56292) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:54.323737 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-80c8a46e-94dd-45a7-b44a-ecb56f906153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.354748 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:54.400568 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-80c8a46e-94dd-45a7-b44a-ecb56f906153 admin admin] Publish callbacks [] for security_group (2f619ed4-b8bb-4e4e-9b10-e089aea77fbc), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.482136 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-80c8a46e-94dd-45a7-b44a-ecb56f906153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (2f619ed4-b8bb-4e4e-9b10-e089aea77fbc), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.525605 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-80c8a46e-94dd-45a7-b44a-ecb56f906153 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b214ec296bb4eaf9c1e7b2a3453f7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143900 May 19 12:37:54.526700 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8a46e-94dd-45a7-b44a-ecb56f906153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f619ed4-b8bb-4e4e-9b10-e089aea77fbc,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:54.528516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56296) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:54.581030 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa562d64-cdbc-4b23-aadf-2a13a9d3d674 admin admin] Publish callbacks [] for security_group (2f619ed4-b8bb-4e4e-9b10-e089aea77fbc), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.606637 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa562d64-cdbc-4b23-aadf-2a13a9d3d674 admin admin] Publish callbacks [] for security_group (2f619ed4-b8bb-4e4e-9b10-e089aea77fbc), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.808804 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa562d64-cdbc-4b23-aadf-2a13a9d3d674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (2f619ed4-b8bb-4e4e-9b10-e089aea77fbc), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.811398 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa562d64-cdbc-4b23-aadf-2a13a9d3d674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:54.812586 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-fa562d64-cdbc-4b23-aadf-2a13a9d3d674 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f619ed4-b8bb-4e4e-9b10-e089aea77fbc HTTP/1.1" status: 204 len: 168 time: 0.2830217 May 19 12:37:54.820700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa562d64-cdbc-4b23-aadf-2a13a9d3d674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f619ed4-b8bb-4e4e-9b10-e089aea77fbc,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:54.858638 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:57.126941 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:57.131132 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:04.522044 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=32,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:04.721835 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:04.815460 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=5,neutron:SELECT=59,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:04.816256 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:04.845575 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:05.207208 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:38:11.454782 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.413709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56504) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:12.532703 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.612482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Publish callbacks [] for security_group (8d498a31-df00-454d-8a04-97644e2fbe2b), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.664853 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8d498a31-df00-454d-8a04-97644e2fbe2b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.709843 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0280b11c02534bc2b9b81e226e0e39d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950242 May 19 12:38:12.710867 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d498a31-df00-454d-8a04-97644e2fbe2b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:12.712544 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56510) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:12.718970 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.719373 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.720356 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.720707 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.721041 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.721372 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.721701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.722024 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.722347 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.722821 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.723156 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.723481 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.723801 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.724134 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.724440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e6b8b-bd0d-4200-a55f-dc0b28c4cd51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:12.755206 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56512) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:12.764684 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5979287e-e1ff-41c2-be1f-d2bba0475f1f admin admin] Publish callbacks [] for security_group (8d498a31-df00-454d-8a04-97644e2fbe2b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.790759 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5979287e-e1ff-41c2-be1f-d2bba0475f1f admin admin] Publish callbacks [] for security_group (8d498a31-df00-454d-8a04-97644e2fbe2b), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.872091 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f358540-6805-4de5-981e-17071794baea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.915722 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5979287e-e1ff-41c2-be1f-d2bba0475f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (8d498a31-df00-454d-8a04-97644e2fbe2b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.918747 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-5979287e-e1ff-41c2-be1f-d2bba0475f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:12.920048 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-5979287e-e1ff-41c2-be1f-d2bba0475f1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d498a31-df00-454d-8a04-97644e2fbe2b HTTP/1.1" status: 204 len: 168 time: 0.2064404 May 19 12:38:12.928848 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979287e-e1ff-41c2-be1f-d2bba0475f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d498a31-df00-454d-8a04-97644e2fbe2b,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:12.979627 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f358540-6805-4de5-981e-17071794baea admin admin] Publish callbacks [] for security_group (ec077c70-5de7-43eb-b33a-9c0606a09849), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:13.041677 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f358540-6805-4de5-981e-17071794baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ec077c70-5de7-43eb-b33a-9c0606a09849), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:13.084395 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f358540-6805-4de5-981e-17071794baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec077c70-5de7-43eb-b33a-9c0606a09849,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:13.090925 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6f358540-6805-4de5-981e-17071794baea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d59b1bab37224711b576880eca2297be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356709 May 19 12:38:13.091662 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56518) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:13.141311 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66c841bd-9073-4dff-a949-c1db2621ebb2 admin admin] Publish callbacks [] for security_group (ec077c70-5de7-43eb-b33a-9c0606a09849), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:13.167465 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66c841bd-9073-4dff-a949-c1db2621ebb2 admin admin] Publish callbacks [] for security_group (ec077c70-5de7-43eb-b33a-9c0606a09849), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:13.286869 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66c841bd-9073-4dff-a949-c1db2621ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (ec077c70-5de7-43eb-b33a-9c0606a09849), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:13.289791 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66c841bd-9073-4dff-a949-c1db2621ebb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:13.291434 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-66c841bd-9073-4dff-a949-c1db2621ebb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec077c70-5de7-43eb-b33a-9c0606a09849 HTTP/1.1" status: 204 len: 168 time: 0.1986959 May 19 12:38:13.299839 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c841bd-9073-4dff-a949-c1db2621ebb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec077c70-5de7-43eb-b33a-9c0606a09849,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:13.937699 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56542) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:13.973159 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56546) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:13.986999 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.071673 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Publish callbacks [] for security_group (9c74ff9a-b755-4083-9747-35bbe3e1de6c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.135655 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977885876-network', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:14.143014 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9c74ff9a-b755-4083-9747-35bbe3e1de6c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.192430 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5021de967244c8f9baf3155cc93f1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182121 May 19 12:38:14.194286 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c74ff9a-b755-4083-9747-35bbe3e1de6c,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:14.195271 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56548) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:14.201396 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.201738 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.202078 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.202429 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.202759 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.203084 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.203409 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.204382 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.204709 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.205031 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.205353 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.205672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.205990 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.206306 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.206646 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c401-fdb4-4677-9d43-108bfa61be79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:14.224471 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Made reservation on behalf of d3a4bb3cecc4474e85a49a217fa98d9f for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:38:14.227183 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.237221 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.246796 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a34da2c5-35d4-407f-9374-efe8417cf8c2 admin admin] Publish callbacks [] for security_group (9c74ff9a-b755-4083-9747-35bbe3e1de6c), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.279451 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a34da2c5-35d4-407f-9374-efe8417cf8c2 admin admin] Publish callbacks [] for security_group (9c74ff9a-b755-4083-9747-35bbe3e1de6c), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.316840 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks [] for security_group (36396598-43ac-4fc7-bbd4-9e3f6534d122), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.379379 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (36396598-43ac-4fc7-bbd4-9e3f6534d122), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.402232 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a34da2c5-35d4-407f-9374-efe8417cf8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (9c74ff9a-b755-4083-9747-35bbe3e1de6c), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.404904 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a34da2c5-35d4-407f-9374-efe8417cf8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.406124 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-a34da2c5-35d4-407f-9374-efe8417cf8c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c74ff9a-b755-4083-9747-35bbe3e1de6c HTTP/1.1" status: 204 len: 168 time: 0.2098281 May 19 12:38:14.411895 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=104399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:38:14.414668 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36396598-43ac-4fc7-bbd4-9e3f6534d122,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:14.415013 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34da2c5-35d4-407f-9374-efe8417cf8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c74ff9a-b755-4083-9747-35bbe3e1de6c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:14.425312 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (3511085a-ff61-4d29-b12a-ff23caa4b93e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.425738 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Added segment 3511085a-ff61-4d29-b12a-ff23caa4b93e of type vlan for network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 May 19 12:38:14.472649 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:14.475117 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.483097 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:14.579053 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.580096 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:14.580689 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.644270 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] Pushing event updated for resources: {'Network': ['ID=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:14.655652 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:38:14.716574 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-3680c097-3f2e-4a73-bb22-23cedd831eab admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7741995 May 19 12:38:14.717246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56552) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:14.725735 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Request body: {'subnet': {'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977885876-subnet', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'ip_version': 4}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:14.836017 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Made reservation on behalf of d3a4bb3cecc4474e85a49a217fa98d9f for: {'subnet': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:38:14.838537 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403394'] for subnet (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.053501 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8841537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403412'] for subnet (ee8238ba-44ec-4734-8bef-842ccecb9672), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.077883 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:15.089216 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:15.105083 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8238ba-44ec-4734-8bef-842ccecb9672,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:15.121396 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Checking segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:15.121757 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Network hostable DHCP agents. Network: 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:38:15.122447 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56556) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:15.136794 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a74b79cf-6d0c-435a-81a2-17b8bcd5cb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.202068 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:15.202838 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:15.207114 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:38:15.210644 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a74b79cf-6d0c-435a-81a2-17b8bcd5cb71 admin admin] Publish callbacks [] for security_group (e57d9c3e-1372-4974-9f6a-1a244945298e), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.282399 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a74b79cf-6d0c-435a-81a2-17b8bcd5cb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e57d9c3e-1372-4974-9f6a-1a244945298e), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.282656 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7) {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:15.286752 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:15.287339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.292835 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee342e-c88a-4e5e-ae81-e716ead1b9ee None None] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:38:15.330651 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a74b79cf-6d0c-435a-81a2-17b8bcd5cb71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e65b9036a8f4296b688c119e37c4d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070467 May 19 12:38:15.331373 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b79cf-6d0c-435a-81a2-17b8bcd5cb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57d9c3e-1372-4974-9f6a-1a244945298e,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:15.334127 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56560) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:15.394701 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-36f3b484-371a-4ba2-96a0-5035d4d28a02 admin admin] Publish callbacks [] for security_group (e57d9c3e-1372-4974-9f6a-1a244945298e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.417330 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-36f3b484-371a-4ba2-96a0-5035d4d28a02 admin admin] Publish callbacks [] for security_group (e57d9c3e-1372-4974-9f6a-1a244945298e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.417744 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:38:15.419221 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-83100701-7a88-48e2-933a-b1c0425450d2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7006764 May 19 12:38:15.419462 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56562) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:15.419621 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.429091 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:15.538870 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (cbb53b83-331c-471a-9211-a7d6d18d8b6b), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.539838 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (cbb53b83-331c-471a-9211-a7d6d18d8b6b), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.562492 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-36f3b484-371a-4ba2-96a0-5035d4d28a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (e57d9c3e-1372-4974-9f6a-1a244945298e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.565744 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-36f3b484-371a-4ba2-96a0-5035d4d28a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.566938 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-36f3b484-371a-4ba2-96a0-5035d4d28a02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e57d9c3e-1372-4974-9f6a-1a244945298e HTTP/1.1" status: 204 len: 168 time: 0.2316828 May 19 12:38:15.574845 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Allocated IP 172.20.0.2 (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7/ee8238ba-44ec-4734-8bef-842ccecb9672/0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:38:15.591075 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b484-371a-4ba2-96a0-5035d4d28a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57d9c3e-1372-4974-9f6a-1a244945298e,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:15.628155 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks [] for router_controller (cbb53b83-331c-471a-9211-a7d6d18d8b6b), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.736758 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Publish callbacks [] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.778245 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:15.816877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.845039 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks [] for router_gateway (cbb53b83-331c-471a-9211-a7d6d18d8b6b), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.858642 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:15.862611 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:15.866416 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:38:15.872715 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Pushing event updated for resources: {'Port': ['ID=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:15.941840 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Attempting to bind port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:38:15.942295 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Attempting to bind port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:38:15.942773 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Attempting to bind port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 on network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:38:15.948602 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:38:15.948976 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Checking segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:15.949376 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.949761 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Bound using segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:38:15.950228 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Bound port: 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:38:15.950627 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.018868 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] For port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:38:16.022589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] For port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:38:16.096126 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks [] for router_gateway (cbb53b83-331c-471a-9211-a7d6d18d8b6b), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.111034 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.116888 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.183646 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265283a4-6b5d-4573-87fb-f496987aef3f None None] Pushing event updated for resources: {'Port': ['ID=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:16.240811 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:16.258446 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Allocated IP 172.27.3.70 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/26e05296-8549-45b6-8653-20fe7ea3f722) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:38:16.441997 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks [] for port (26e05296-8549-45b6-8653-20fe7ea3f722), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.556710 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.600378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:16.602038 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:16.606011 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:38:16.611629 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Pushing event updated for resources: {'Port': ['ID=26e05296-8549-45b6-8653-20fe7ea3f722,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:16.868765 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:16.937675 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks [] for router_gateway (cbb53b83-331c-471a-9211-a7d6d18d8b6b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.148455 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (cbb53b83-331c-471a-9211-a7d6d18d8b6b), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.167684 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2b0eb-6007-47df-856f-ab8160a22020 None None] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:38:17.361583 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Router cbb53b83-331c-471a-9211-a7d6d18d8b6b is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:38:17.365598 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] Provisioning complete for port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:17.365980 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.369554 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:17.397302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:17.472384 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:38:17.509808 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Sync routers for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:38:17.511880 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] Current status of the port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:17.512483 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.536865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:17.536865 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:37:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:17.558969 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.560391 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-1570e24c-2c22-46fb-8320-13bec7f28782 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1400549 May 19 12:38:17.567639 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56596) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:17.618799 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] For port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:38:17.667154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:17.755806 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.794550 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:17.923220 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:17.934661 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:17.935930 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.936507 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea014338-b353-4445-86e3-9fe82154a091 None None] Pushing event updated for resources: {'Port': ['ID=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:17.945256 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-439ef96a-5e02-4eb1-9b37-a05a22b3fd20 None None] Provisioning complete for port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:17.945616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-439ef96a-5e02-4eb1-9b37-a05a22b3fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.092846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.164166 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:16Z', 'revision_number': 3, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:18.167336 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:18.192718 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-439ef96a-5e02-4eb1-9b37-a05a22b3fd20 None None] Current status of the port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:18.196568 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Checking router: cbb53b83-331c-471a-9211-a7d6d18d8b6b for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:38:18.196921 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Updating router cbb53b83-331c-471a-9211-a7d6d18d8b6b port 26e05296-8549-45b6-8653-20fe7ea3f722 binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:38:18.216536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:18.231154 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.276273 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Allocated IP 172.20.0.1 (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7/ee8238ba-44ec-4734-8bef-842ccecb9672/a3a926d9-96de-4ea1-a7a6-e19f104a64af) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:38:18.360123 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:18.404146 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks [] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.427594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:18.438301 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b5162eb9-034a-44ce-ba8a-f95a58421744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.549967 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Publish callbacks [] for port (26e05296-8549-45b6-8653-20fe7ea3f722), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.562252 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.604513 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:18.607327 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:18.611500 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:38:18.617240 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a926d9-96de-4ea1-a7a6-e19f104a64af,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:18.659436 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (cbb53b83-331c-471a-9211-a7d6d18d8b6b), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.858823 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.923947 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Attempting to bind port 26e05296-8549-45b6-8653-20fe7ea3f722 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:38:18.924327 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Attempting to bind port 26e05296-8549-45b6-8653-20fe7ea3f722 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:38:18.924695 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Attempting to bind port 26e05296-8549-45b6-8653-20fe7ea3f722 on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:38:18.928398 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0a1e8-bbe0-4a28-b2f4-51b2c19df7fa None None] Pushing event updated for resources: {'Port': ['ID=26e05296-8549-45b6-8653-20fe7ea3f722,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:18.933676 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-f7760d78-4a2a-4fdd-a9fd-826c120bc97a None None] Provisioning complete for port a3a926d9-96de-4ea1-a7a6-e19f104a64af triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:18.934041 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f7760d78-4a2a-4fdd-a9fd-826c120bc97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.936160 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:38:18.936340 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:18.936725 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.937113 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:38:18.937613 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Bound port: 26e05296-8549-45b6-8653-20fe7ea3f722, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:38:18.938816 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:18.953329 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.008834 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-f7760d78-4a2a-4fdd-a9fd-826c120bc97a None None] Port a3a926d9-96de-4ea1-a7a6-e19f104a64af cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:38:19.019900 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] For port 26e05296-8549-45b6-8653-20fe7ea3f722, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:38:19.024495 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] For port 26e05296-8549-45b6-8653-20fe7ea3f722, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=26e05296-8549-45b6-8653-20fe7ea3f722,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:38:19.106217 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.157691 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:19.174129 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:19.174810 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:37:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:19.201826 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks [] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.240310 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0a1e8-bbe0-4a28-b2f4-51b2c19df7fa None None] Pushing event updated for resources: {'Port': ['ID=26e05296-8549-45b6-8653-20fe7ea3f722,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:19.293205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.306638 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:19.364094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a926d9-96de-4ea1-a7a6-e19f104a64af,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:19.367081 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (cbb53b83-331c-471a-9211-a7d6d18d8b6b), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.467433 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:19.469474 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:19.535986 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:19.537463 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f94e05-d997-4db6-a799-9512423e94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 1, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:19.586201 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f94e05-d997-4db6-a799-9512423e94af None None] The sync data for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi is: [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 1, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:38:19.625028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Router cbb53b83-331c-471a-9211-a7d6d18d8b6b has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:38:19.629292 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:19.682549 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:19.683320 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.728629 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:19.749000 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:38:19.753973 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-1dd1ede9-b954-43eb-b589-71d8e166e6f8 admin admin] 10.222.0.57 "PUT /v2.0/routers/cbb53b83-331c-471a-9211-a7d6d18d8b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1852787 May 19 12:38:19.916275 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-c5ab9a45-2ec2-4dc4-a8de-0e989a49563b None None] Provisioning complete for port a3a926d9-96de-4ea1-a7a6-e19f104a64af triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:19.916656 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9a45-2ec2-4dc4-a8de-0e989a49563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.918204 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:19.919451 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:19.974081 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab9a45-2ec2-4dc4-a8de-0e989a49563b None None] Port a3a926d9-96de-4ea1-a7a6-e19f104a64af cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:38:20.602296 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-71ae6dd8-b292-489f-8431-ca815f6df520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:20.755946 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56630) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:20.760948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-278938987-network', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:20.923633 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-0b95700e-cd0c-4933-90ca-7fdb17619255 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3280861 May 19 12:38:20.944837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Made reservation on behalf of 99d9ea0ac1794cee8e7651632c0e88dd for: {'network': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:38:20.947844 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for network (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:20.972805 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.008061 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-a41153bd-6d5a-4724-8fd7-bf39d28843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:21.009747 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-a41153bd-6d5a-4724-8fd7-bf39d28843e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1129 time: 0.0436306 May 19 12:38:21.044467 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:21.099532 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks [] for security_group (777f312d-043c-4c0e-b41f-94d365b4cfd2), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.149219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-31696c7c-7220-402c-be1e-0ed9a8c14ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:21.150805 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-31696c7c-7220-402c-be1e-0ed9a8c14ff3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.1168947 May 19 12:38:21.177711 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (777f312d-043c-4c0e-b41f-94d365b4cfd2), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.205515 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:38:21.216081 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f312d-043c-4c0e-b41f-94d365b4cfd2,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:21.218045 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-a00aaccd-d759-49cd-bc75-312f1715047a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d79ff6d-904d-4eda-8249-f1c895c34508 HTTP/1.1" status: 200 len: 1001 time: 0.0613916 May 19 12:38:21.221930 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582436365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (5d4e549c-c201-4029-b3ba-0c2f1327b4ce), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.222344 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.segments_db [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Added segment 5d4e549c-c201-4029-b3ba-0c2f1327b4ce of type vlan for network 6ceaade7-820a-475b-9535-010c457ff114 May 19 12:38:21.268625 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734581871198'] for network (6ceaade7-820a-475b-9535-010c457ff114), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.277834 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-a24dc356-91f7-4a3e-9b4e-da3365c3d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:21.282279 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-a24dc356-91f7-4a3e-9b4e-da3365c3d965 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0553133 May 19 12:38:21.328151 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-54248570-3a5a-4d5b-8cc6-aeab6ad2dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:21.330594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-54248570-3a5a-4d5b-8cc6-aeab6ad2dc97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448604 May 19 12:38:21.350378 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392'] for network (6ceaade7-820a-475b-9535-010c457ff114), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.351600 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:21.352273 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.441734 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-11ecbad8-4ae4-4519-be51-1a1e206a49af service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047146 May 19 12:38:21.553784 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4cfb06eb-e733-4dee-92f8-0eb129960b91 req-5938c53f-087a-4cff-afba-cd9c484b1031 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041698 May 19 12:38:21.635997 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 26e05296-8549-45b6-8653-20fe7ea3f722 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:21.683802 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 26e05296-8549-45b6-8653-20fe7ea3f722 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:21.684251 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.688144 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ceaade7-820a-475b-9535-010c457ff114,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:21.711402 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Network 6ceaade7-820a-475b-9535-010c457ff114 details requested by agent ovs-agent-dv-cinder-778193-27-iscsi with host dv-cinder-778193-27-iscsi {{(pid=104400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:38:21.782143 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-3f9cbb5b-b9a2-47de-882f-657353289bf6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0249972 May 19 12:38:21.785027 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56636) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:21.789817 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Request body: {'subnet': {'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-278938987-subnet', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'ip_version': 4}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:21.794384 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:21.837958 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 26e05296-8549-45b6-8653-20fe7ea3f722 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:21.838346 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.863952 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port 26e05296-8549-45b6-8653-20fe7ea3f722, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=26e05296-8549-45b6-8653-20fe7ea3f722,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:38:21.881287 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.893285 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Sync routers for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:38:21.903880 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:21.904478 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:38:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:21.956385 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Made reservation on behalf of 99d9ea0ac1794cee8e7651632c0e88dd for: {'subnet': 1} {{(pid=104399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:38:21.958823 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8996998'] for subnet (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:21.984243 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.010529 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:22.048802 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=26e05296-8549-45b6-8653-20fe7ea3f722,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:22.238585 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:19Z', 'revision_number': 2, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:22.259135 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2373709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8997008'] for subnet (cbb2ab35-bd38-467a-b78b-b6febf1d2a62), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.263275 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Checking router: cbb53b83-331c-471a-9211-a7d6d18d8b6b for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:38:22.263635 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Updating router cbb53b83-331c-471a-9211-a7d6d18d8b6b port a3a926d9-96de-4ea1-a7a6-e19f104a64af binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:38:22.292214 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.312320 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb2ab35-bd38-467a-b78b-b6febf1d2a62,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:22.333510 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Checking segment: {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:22.333858 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Network hostable DHCP agents. Network: 6ceaade7-820a-475b-9535-010c457ff114, hostable agents: ['6e96dc1f-50fc-4dc3-af86-716f4bbd3c73'], hosted agents: [] {{(pid=104399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:38:22.504567 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Network 6ceaade7-820a-475b-9535-010c457ff114 is scheduled to be hosted by DHCP agent 6e96dc1f-50fc-4dc3-af86-716f4bbd3c73 with binding_index 1 {{(pid=104399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:38:22.506741 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:22.637299 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-27-iscsi, 6ceaade7-820a-475b-9535-010c457ff114) {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:22.643040 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:22.647476 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.648446 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9a81a-0fd0-415e-ba8a-fdba3a836848 None None] Network 6ceaade7-820a-475b-9535-010c457ff114 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:38:22.714145 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Publish callbacks [] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.783611 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c435cf1-b84b-5947-953e-64174923f180-6ceaade7-820a-475b-9535-010c457ff114', 'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'fixed_ips': [{'subnet_id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62'}]}} from dv-cinder-778193-27-iscsi. {{(pid=104400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:38:22.784772 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.810087 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6ca68c6d-8e25-4bc3-ba03-9fba95319cd0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0239413 May 19 12:38:22.813679 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56644) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:22.818563 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:22.841480 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.918580 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Pushing event updated for resources: {'Port': ['ID=a3a926d9-96de-4ea1-a7a6-e19f104a64af,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:22.923264 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5158'] for router (92e3fe8c-008b-4c56-86ab-2db96ac568a7), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.925231 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5183'] for router (92e3fe8c-008b-4c56-86ab-2db96ac568a7), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.927643 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.928015 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.930904 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.931639 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.931836 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.932162 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.932477 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.932789 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:22.959363 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:22.975151 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Attempting to bind port a3a926d9-96de-4ea1-a7a6-e19f104a64af on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:38:22.975518 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Attempting to bind port a3a926d9-96de-4ea1-a7a6-e19f104a64af by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:38:22.975882 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Attempting to bind port a3a926d9-96de-4ea1-a7a6-e19f104a64af on network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:38:22.979251 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.db_base_plugin_common [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Allocated IP 172.20.0.2 (6ceaade7-820a-475b-9535-010c457ff114/cbb2ab35-bd38-467a-b78b-b6febf1d2a62/0ef1d0ee-eb5e-4731-8cbb-bf6478be9838) {{(pid=104400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:38:22.981787 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:38:22.982167 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Checking segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:22.982631 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:22.983218 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Bound using segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:38:22.983877 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Bound port: a3a926d9-96de-4ea1-a7a6-e19f104a64af, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:38:22.984556 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.069983 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] For port a3a926d9-96de-4ea1-a7a6-e19f104a64af, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:38:23.075354 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] For port a3a926d9-96de-4ea1-a7a6-e19f104a64af, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=a3a926d9-96de-4ea1-a7a6-e19f104a64af,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:38:23.092189 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks [] for router_controller (92e3fe8c-008b-4c56-86ab-2db96ac568a7), precommit_add_association {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.111512 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:23.144805 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.149950 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:23.197535 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Publish callbacks [] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), precommit_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.222235 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:23.223422 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:38:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:23.235422 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] Provisioning complete for port a3a926d9-96de-4ea1-a7a6-e19f104a64af triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:23.235878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.276788 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c325a4-f1ef-427d-b8b3-f09098ef9ef4 None None] Pushing event updated for resources: {'Port': ['ID=a3a926d9-96de-4ea1-a7a6-e19f104a64af,revision_number=4']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:23.303976 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:23.347181 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks [] for router_gateway (92e3fe8c-008b-4c56-86ab-2db96ac568a7), precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.353931 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), after_create {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.367013 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:23.436922 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.463836 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Network 6ceaade7-820a-475b-9535-010c457ff114 is already hosted by enough agents. {{(pid=104400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:23.473327 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.scheduler.base_scheduler [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Resources bound (agent type, host, resource id): {{(pid=104400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:23.475387 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] Current status of the port a3a926d9-96de-4ea1-a7a6-e19f104a64af is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:23.475763 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.479307 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Received port after_create {{(pid=104400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:38:23.491506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Pushing event updated for resources: {'Port': ['ID=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,revision_number=1']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:23.596009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] For port a3a926d9-96de-4ea1-a7a6-e19f104a64af, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=a3a926d9-96de-4ea1-a7a6-e19f104a64af,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:38:23.611867 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Attempting to bind port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:38:23.612298 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Attempting to bind port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:38:23.612671 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Attempting to bind port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 on network 6ceaade7-820a-475b-9535-010c457ff114 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:38:23.619470 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:38:23.619850 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Checking segment: {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:23.620590 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.620774 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Bound using segment: {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:38:23.621168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Bound port: 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:38:23.621558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.667832 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.710085 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:23.716967 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a3a926d9-96de-4ea1-a7a6-e19f104a64af up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:23.742566 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550fc3e-7637-4558-986c-7b75ccb33ba3 None None] The sync data for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi is: [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:38:23.749190 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks [] for router_gateway (92e3fe8c-008b-4c56-86ab-2db96ac568a7), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.773121 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.832467 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:23.836267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-3673a905-bcf5-4689-9688-f9a5e672ff90 None None] Provisioning complete for port a3a926d9-96de-4ea1-a7a6-e19f104a64af triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:23.836652 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-3673a905-bcf5-4689-9688-f9a5e672ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.838918 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b931ba-df18-4fe1-b989-2b9c48b6de80 None None] Pushing event updated for resources: {'Port': ['ID=a3a926d9-96de-4ea1-a7a6-e19f104a64af,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:23.843055 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] For port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:38:23.848791 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] For port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:38:23.889412 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port a3a926d9-96de-4ea1-a7a6-e19f104a64af triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:23.890558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:23.952416 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_common [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Allocated IP 172.27.3.15 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/c795f0bf-e735-44bb-8f28-571b324228d1) {{(pid=104399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:38:24.011116 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:24.054678 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-3673a905-bcf5-4689-9688-f9a5e672ff90 None None] Current status of the port a3a926d9-96de-4ea1-a7a6-e19f104a64af is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:24.072263 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port a3a926d9-96de-4ea1-a7a6-e19f104a64af is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:24.073714 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 26e05296-8549-45b6-8653-20fe7ea3f722 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:24.112475 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks [] for port (c795f0bf-e735-44bb-8f28-571b324228d1), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:24.121874 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb04b2c-4c27-4f0d-bc83-b2f256316682 None None] Pushing event updated for resources: {'Port': ['ID=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:24.139142 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 26e05296-8549-45b6-8653-20fe7ea3f722 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:24.139517 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:24.225977 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 26e05296-8549-45b6-8653-20fe7ea3f722 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:24.261004 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:24.267303 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:24.328650 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:24.334105 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.base_scheduler [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:24.338289 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Received port after_create {{(pid=104399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:38:24.380448 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c795f0bf-e735-44bb-8f28-571b324228d1,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:24.516279 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:24.707650 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks [] for router_gateway (92e3fe8c-008b-4c56-86ab-2db96ac568a7), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:24.824472 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:24.908109 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582261'] for router (92e3fe8c-008b-4c56-86ab-2db96ac568a7), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.088669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ba99d-4de6-4b0a-9df6-b69454ab4e00 None None] Network 6ceaade7-820a-475b-9535-010c457ff114 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:38:25.099091 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:25.121031 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 is scheduled to L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 with binding_index 1 {{(pid=104399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:38:25.211289 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] Provisioning complete for port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:25.211653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.262205 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:38:25.280642 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Sync routers for ids ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:38:25.300426 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] Current status of the port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:25.311418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.311418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Routers {'92e3fe8c-008b-4c56-86ab-2db96ac568a7'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:25.311418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:38:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:25.382951 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.388480 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56662) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:25.395210 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] For port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:38:25.402717 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2fcbfa58-50ae-42a1-a547-8b3a603a12f0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5866892 May 19 12:38:25.450995 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Set router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:25.482109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.619213 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7755f9-a59c-4c67-b66d-e8c6424eb573 None None] Pushing event updated for resources: {'Port': ['ID=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:25.624355 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-2e9397de-c5ff-42e9-bff1-9b6788781613 None None] Provisioning complete for port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:25.624749 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-2e9397de-c5ff-42e9-bff1-9b6788781613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.715710 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a3a926d9-96de-4ea1-a7a6-e19f104a64af up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:25.820612 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:25.873579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.883629 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:38:24Z', 'revision_number': 3, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:25.906649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:25.935696 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:25.936310 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Checking router: 92e3fe8c-008b-4c56-86ab-2db96ac568a7 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:38:25.936670 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Updating router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 port c795f0bf-e735-44bb-8f28-571b324228d1 binding host dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:38:25.967788 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-2e9397de-c5ff-42e9-bff1-9b6788781613 None None] Current status of the port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:25.980081 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:25.981788 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port a3a926d9-96de-4ea1-a7a6-e19f104a64af triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:25.982152 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.045378 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Allocated IP 172.20.0.1 (6ceaade7-820a-475b-9535-010c457ff114/cbb2ab35-bd38-467a-b78b-b6febf1d2a62/fce72094-2757-46f2-a169-cbdd84aa3d63) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:38:26.060579 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:26.167982 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks [] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.181218 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port a3a926d9-96de-4ea1-a7a6-e19f104a64af is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:26.182319 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:26.260432 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.288315 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:26.288692 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.320120 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Network 6ceaade7-820a-475b-9535-010c457ff114 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:26.323657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:26.329489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:38:26.340146 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Pushing event updated for resources: {'Port': ['ID=fce72094-2757-46f2-a169-cbdd84aa3d63,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:26.398338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582744'] for router_interface (92e3fe8c-008b-4c56-86ab-2db96ac568a7), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.452150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Publish callbacks [] for port (c795f0bf-e735-44bb-8f28-571b324228d1), precommit_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.454945 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:26.496287 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:26.533153 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.577852 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:26.600060 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d5e41-8f91-4ad6-b251-f3cbeb0b5342 None None] Pushing event updated for resources: {'Port': ['ID=c795f0bf-e735-44bb-8f28-571b324228d1,revision_number=2']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:26.607461 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Attempting to bind port c795f0bf-e735-44bb-8f28-571b324228d1 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:38:26.607589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Attempting to bind port c795f0bf-e735-44bb-8f28-571b324228d1 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:38:26.607964 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Attempting to bind port c795f0bf-e735-44bb-8f28-571b324228d1 on network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:38:26.614186 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:38:26.614599 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Checking segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:26.615005 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.615503 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Bound using segment: {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'} {{(pid=104400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:38:26.616022 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.managers [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Bound port: c795f0bf-e735-44bb-8f28-571b324228d1, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6516769e-9c84-4669-90f0-0f2f19485b8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30'}}] {{(pid=104400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:38:26.616364 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.651118 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.672809 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] For port c795f0bf-e735-44bb-8f28-571b324228d1, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:38:26.676080 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] For port c795f0bf-e735-44bb-8f28-571b324228d1, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=c795f0bf-e735-44bb-8f28-571b324228d1,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:38:26.693395 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-621c0cf2-b622-4b8c-9a35-baaa706c48a2 None None] Provisioning complete for port fce72094-2757-46f2-a169-cbdd84aa3d63 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:26.693739 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-621c0cf2-b622-4b8c-9a35-baaa706c48a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.725727 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-621c0cf2-b622-4b8c-9a35-baaa706c48a2 None None] Port fce72094-2757-46f2-a169-cbdd84aa3d63 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:38:26.773239 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.836854 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Routers {'92e3fe8c-008b-4c56-86ab-2db96ac568a7'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:26.837399 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:38:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:26.840379 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d5e41-8f91-4ad6-b251-f3cbeb0b5342 None None] Pushing event updated for resources: {'Port': ['ID=c795f0bf-e735-44bb-8f28-571b324228d1,revision_number=3']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:26.852346 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks [] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.938522 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] Set router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:26.939128 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:26.998673 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:27.017467 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Pushing event updated for resources: {'Port': ['ID=fce72094-2757-46f2-a169-cbdd84aa3d63,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:27.023531 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585490'] for router_interface (92e3fe8c-008b-4c56-86ab-2db96ac568a7), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:27.122327 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:27.126492 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Network 6ceaade7-820a-475b-9535-010c457ff114 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:38:27.127865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:38:27.146874 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fce72094-2757-46f2-a169-cbdd84aa3d63', 'name': '', 'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'mac_address': 'fa:16:3e:61:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:25Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 1, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'subnets': [{'id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:27.173894 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473b48-c43b-4730-aa6a-bb86bd32172b None None] The sync data for ids ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'] in dv-cinder-778193-27-iscsi is: [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fce72094-2757-46f2-a169-cbdd84aa3d63', 'name': '', 'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'mac_address': 'fa:16:3e:61:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:25Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 1, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'subnets': [{'id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:38:27.263177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:38:27.399205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:38:27.408810 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-b8fa51f1-c935-439e-bc58-ca00dfb43689 admin admin] 10.222.0.57 "PUT /v2.0/routers/92e3fe8c-008b-4c56-86ab-2db96ac568a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139170 May 19 12:38:27.455256 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-57891307-ee8b-4766-a190-b1c7a7bd6e86 None None] Provisioning complete for port fce72094-2757-46f2-a169-cbdd84aa3d63 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:27.455629 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-57891307-ee8b-4766-a190-b1c7a7bd6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:27.495158 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-57891307-ee8b-4766-a190-b1c7a7bd6e86 None None] Port fce72094-2757-46f2-a169-cbdd84aa3d63 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:38:27.628694 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:27.679678 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:27.680056 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:27.776645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:27.963497 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56684) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:27.964179 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247501261', 'description': 'tempest-secgroup-smoke-1247501261 description', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:28.081977 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group (None), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.167555 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group (163d12b6-8762-4ece-90f0-01d4db5163ec), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.258835 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (163d12b6-8762-4ece-90f0-01d4db5163ec), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.275391 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:UPDATE=2,neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:28.308620 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163d12b6-8762-4ece-90f0-01d4db5163ec,revision_number=1']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:28.363716 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.365033 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-53db86fb-74cf-433c-b74f-670fd6c5da65 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4049122 May 19 12:38:28.367967 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56686) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:28.372489 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group_rule': {'security_group_id': '163d12b6-8762-4ece-90f0-01d4db5163ec', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:28.507995 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (68a93d77-ba66-49cf-a92e-c3b8fa9523af), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.561125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:28.571124 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (68a93d77-ba66-49cf-a92e-c3b8fa9523af), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.686350 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (68a93d77-ba66-49cf-a92e-c3b8fa9523af), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.706265 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a93d77-ba66-49cf-a92e-c3b8fa9523af,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:28.825730 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.826978 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7eae7172-7de6-4dd9-b5a5-af8618c33416 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580317 May 19 12:38:28.830033 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56688) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:28.834288 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group_rule': {'security_group_id': '163d12b6-8762-4ece-90f0-01d4db5163ec', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:28.931158 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (b8c2284f-adda-4015-89ba-fa49c09c07e4), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.989628 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (b8c2284f-adda-4015-89ba-fa49c09c07e4), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.104386 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (b8c2284f-adda-4015-89ba-fa49c09c07e4), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.123356 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c2284f-adda-4015-89ba-fa49c09c07e4,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:29.301345 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.302610 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f8d0b9d8-2205-4c4a-a4da-de4f27c9df12 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4715750 May 19 12:38:29.305336 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56696) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:29.309933 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group_rule': {'security_group_id': '163d12b6-8762-4ece-90f0-01d4db5163ec', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:29.424857 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (0e91c57c-8934-4d63-aab7-57134f4c2f53), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.475814 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (0e91c57c-8934-4d63-aab7-57134f4c2f53), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.573287 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (0e91c57c-8934-4d63-aab7-57134f4c2f53), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.592680 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e91c57c-8934-4d63-aab7-57134f4c2f53,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:29.605598 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device c795f0bf-e735-44bb-8f28-571b324228d1 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:29.654381 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port c795f0bf-e735-44bb-8f28-571b324228d1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:29.654793 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.659891 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.661153 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-96428046-f338-4517-804a-87dedec86e5f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545933 May 19 12:38:29.664069 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56698) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:29.669297 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group_rule': {'security_group_id': '163d12b6-8762-4ece-90f0-01d4db5163ec', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:29.741910 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port c795f0bf-e735-44bb-8f28-571b324228d1 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:29.742335 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.764114 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] For port c795f0bf-e735-44bb-8f28-571b324228d1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=c795f0bf-e735-44bb-8f28-571b324228d1,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:38:29.882194 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (870b06c0-ab48-4feb-b9b3-61167257aa83), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.931763 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (870b06c0-ab48-4feb-b9b3-61167257aa83), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.938748 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:29.986258 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Pushing event updated for resources: {'Port': ['ID=c795f0bf-e735-44bb-8f28-571b324228d1,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:29.993754 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.994101 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.994550 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.994917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.995254 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.995603 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.995917 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.996375 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.996562 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.996884 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.997206 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.997537 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.997860 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.998182 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:29.998523 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:38:30.041150 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (870b06c0-ab48-4feb-b9b3-61167257aa83), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.064886 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870b06c0-ab48-4feb-b9b3-61167257aa83,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:30.163200 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.164345 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-fb7fb605-4062-4c8e-b02b-af0cf43c3e5c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4988668 May 19 12:38:30.167069 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 56700) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:30.171313 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.v2.base [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group_rule': {'security_group_id': '163d12b6-8762-4ece-90f0-01d4db5163ec', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:30.281811 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.securitygroups_db [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Project d3a4bb3cecc4474e85a49a217fa98d9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:38:30.290475 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (048efb6a-c641-4c14-b256-88d36add539c), before_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.341422 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (048efb6a-c641-4c14-b256-88d36add539c), precommit_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.418329 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (048efb6a-c641-4c14-b256-88d36add539c), after_create {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.438840 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048efb6a-c641-4c14-b256-88d36add539c,revision_number=0']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:30.511774 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.512995 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-dc916f2e-fc96-493a-b059-c57803d45082 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450122 May 19 12:38:30.517047 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56706) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:30.521676 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'security_group_rule': {'security_group_id': '163d12b6-8762-4ece-90f0-01d4db5163ec', 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:38:30.635772 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.securitygroups_db [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Project d3a4bb3cecc4474e85a49a217fa98d9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:38:30.643487 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (52f5c0a6-fa36-4c61-9e0c-160bcb4071c8), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.700215 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (52f5c0a6-fa36-4c61-9e0c-160bcb4071c8), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.789729 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553582'] for security_group_rule (52f5c0a6-fa36-4c61-9e0c-160bcb4071c8), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.810727 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f5c0a6-fa36-4c61-9e0c-160bcb4071c8,revision_number=0']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:30.894803 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:30.896057 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-e81b4838-537e-4289-a066-d6f4eb550f11 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3780043 May 19 12:38:31.118355 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Sync routers for ids ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:38:31.129918 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Routers {'92e3fe8c-008b-4c56-86ab-2db96ac568a7'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:31.130546 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:38:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:31.235896 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Set router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:31.343693 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=100 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:31.432842 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fce72094-2757-46f2-a169-cbdd84aa3d63', 'name': '', 'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'mac_address': 'fa:16:3e:61:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:25Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 2, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'subnets': [{'id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:31.459008 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Checking router: 92e3fe8c-008b-4c56-86ab-2db96ac568a7 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:38:31.459350 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Updating router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 port fce72094-2757-46f2-a169-cbdd84aa3d63 binding host dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:38:31.487871 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:31.595679 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device c795f0bf-e735-44bb-8f28-571b324228d1 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:31.648511 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port c795f0bf-e735-44bb-8f28-571b324228d1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:31.649175 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:31.733728 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port c795f0bf-e735-44bb-8f28-571b324228d1 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:31.848776 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Publish callbacks [] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), precommit_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:31.955267 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.046374 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6088c6-fd86-4bfb-84c3-895e2dd7b8b5 None None] Pushing event updated for resources: {'Port': ['ID=fce72094-2757-46f2-a169-cbdd84aa3d63,revision_number=3']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:32.072964 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Attempting to bind port fce72094-2757-46f2-a169-cbdd84aa3d63 on host dv-cinder-778193-27-iscsi for vnic_type normal with profile {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:38:32.073334 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Attempting to bind port fce72094-2757-46f2-a169-cbdd84aa3d63 by drivers openvswitch,hyperv on host dv-cinder-778193-27-iscsi at level 0 using segments [{'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:38:32.073692 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Attempting to bind port fce72094-2757-46f2-a169-cbdd84aa3d63 on network 6ceaade7-820a-475b-9535-010c457ff114 {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:38:32.080218 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Checking agent: {'id': '47c87ec3-8773-47ee-88f2-06c4e585eba6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 14, 55), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:38:32.080971 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Checking segment: {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:38:32.081373 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.081756 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Bound using segment: {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'} {{(pid=104401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:38:32.082222 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.managers [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Bound port: fce72094-2757-46f2-a169-cbdd84aa3d63, host: dv-cinder-778193-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4e549c-c201-4029-b3ba-0c2f1327b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ceaade7-820a-475b-9535-010c457ff114'}}] {{(pid=104401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:38:32.082624 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), before_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.148999 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] For port fce72094-2757-46f2-a169-cbdd84aa3d63, host dv-cinder-778193-27-iscsi, cleared binding levels {{(pid=104401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:38:32.160591 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.plugins.ml2.db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] For port fce72094-2757-46f2-a169-cbdd84aa3d63, host dv-cinder-778193-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fce72094-2757-46f2-a169-cbdd84aa3d63,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:38:32.246437 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:32.248820 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-f34efc55-7606-43ed-8521-c8925b789833 None None] Provisioning complete for port fce72094-2757-46f2-a169-cbdd84aa3d63 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:32.249168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f34efc55-7606-43ed-8521-c8925b789833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.285247 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-f34efc55-7606-43ed-8521-c8925b789833 None None] Port fce72094-2757-46f2-a169-cbdd84aa3d63 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:38:32.297991 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron_lib.callbacks.manager [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), after_update {{(pid=104401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.319047 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:32.354887 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6088c6-fd86-4bfb-84c3-895e2dd7b8b5 None None] Pushing event updated for resources: {'Port': ['ID=fce72094-2757-46f2-a169-cbdd84aa3d63,revision_number=4']} {{(pid=104401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:32.364891 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Routers {'92e3fe8c-008b-4c56-86ab-2db96ac568a7'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:38:32.365660 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:38:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:32.414495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56764) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:32.461190 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:32.489159 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] Set router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:38:32.561333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36202ac9-6c62-4b7b-a52b-6d1bde6f3b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.616441 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] Provisioning complete for port fce72094-2757-46f2-a169-cbdd84aa3d63 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:32.617518 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.670560 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36202ac9-6c62-4b7b-a52b-6d1bde6f3b3e admin admin] Publish callbacks [] for security_group (74b369d8-e2ec-410c-8015-31241f4a1a02), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.708269 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] Current status of the port fce72094-2757-46f2-a169-cbdd84aa3d63 is: DOWN; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:32.708975 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.728103 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:32.744710 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] For port fce72094-2757-46f2-a169-cbdd84aa3d63, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fce72094-2757-46f2-a169-cbdd84aa3d63,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:38:32.767029 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36202ac9-6c62-4b7b-a52b-6d1bde6f3b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (74b369d8-e2ec-410c-8015-31241f4a1a02), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.782748 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:32.798727 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fce72094-2757-46f2-a169-cbdd84aa3d63', 'name': '', 'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'mac_address': 'fa:16:3e:61:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:25Z', 'updated_at': '2022-05-19T12:38:32Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'subnets': [{'id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:38:32.803749 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36202ac9-6c62-4b7b-a52b-6d1bde6f3b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b369d8-e2ec-410c-8015-31241f4a1a02,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:32.811308 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-36202ac9-6c62-4b7b-a52b-6d1bde6f3b3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e0a9d97b8db4692bd5b1d85b434fab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927300 May 19 12:38:32.811532 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56776) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:32.818906 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.837474 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f541a-b0d2-450d-bcd3-40913d600813 None None] The sync data for ids ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'] in dv-cinder-778193-27-iscsi is: [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:38:26Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'fce72094-2757-46f2-a169-cbdd84aa3d63', 'name': '', 'network_id': '6ceaade7-820a-475b-9535-010c457ff114', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'mac_address': 'fa:16:3e:61:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:25Z', 'updated_at': '2022-05-19T12:38:32Z', 'revision_number': 4, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'subnets': [{'id': 'cbb2ab35-bd38-467a-b78b-b6febf1d2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:38:32.898052 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e028b-60a9-482e-b738-54fd9886c616 None None] Pushing event updated for resources: {'Port': ['ID=fce72094-2757-46f2-a169-cbdd84aa3d63,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:32.905665 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2f1b10f6-2583-4071-be1e-573a3c7c8fd6 admin admin] Publish callbacks [] for security_group (74b369d8-e2ec-410c-8015-31241f4a1a02), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.931262 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2f1b10f6-2583-4071-be1e-573a3c7c8fd6 admin admin] Publish callbacks [] for security_group (74b369d8-e2ec-410c-8015-31241f4a1a02), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:32.964908 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:33.052999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2f1b10f6-2583-4071-be1e-573a3c7c8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (74b369d8-e2ec-410c-8015-31241f4a1a02), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:33.056251 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2f1b10f6-2583-4071-be1e-573a3c7c8fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:33.057757 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2f1b10f6-2583-4071-be1e-573a3c7c8fd6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74b369d8-e2ec-410c-8015-31241f4a1a02 HTTP/1.1" status: 204 len: 168 time: 0.2451692 May 19 12:38:33.067974 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b10f6-2583-4071-be1e-573a3c7c8fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b369d8-e2ec-410c-8015-31241f4a1a02,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:33.609824 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fce72094-2757-46f2-a169-cbdd84aa3d63 up at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:38:33.661509 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Provisioning complete for port fce72094-2757-46f2-a169-cbdd84aa3d63 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:38:33.662211 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:33.715883 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56784) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:33.732889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-29241d4f-0da1-4194-afab-614d6a0ba207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:33.741360 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Current status of the port fce72094-2757-46f2-a169-cbdd84aa3d63 is: ACTIVE; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:38:33.831757 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-29241d4f-0da1-4194-afab-614d6a0ba207 admin admin] Publish callbacks [] for security_group (068107ee-c77c-4a0f-b5f1-1dd395fb9a7d), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:33.939103 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-29241d4f-0da1-4194-afab-614d6a0ba207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (068107ee-c77c-4a0f-b5f1-1dd395fb9a7d), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:33.981509 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241d4f-0da1-4194-afab-614d6a0ba207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068107ee-c77c-4a0f-b5f1-1dd395fb9a7d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:33.986059 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-29241d4f-0da1-4194-afab-614d6a0ba207 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d9ab467ba4648d19426541f6bf13884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690828 May 19 12:38:33.988645 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 56788) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:38:34.042436 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa1d687b-86e0-41e1-90ea-14bc596ecfec admin admin] Publish callbacks [] for security_group (068107ee-c77c-4a0f-b5f1-1dd395fb9a7d), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:34.064043 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa1d687b-86e0-41e1-90ea-14bc596ecfec admin admin] Publish callbacks [] for security_group (068107ee-c77c-4a0f-b5f1-1dd395fb9a7d), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:34.206994 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa1d687b-86e0-41e1-90ea-14bc596ecfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (068107ee-c77c-4a0f-b5f1-1dd395fb9a7d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:34.209581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa1d687b-86e0-41e1-90ea-14bc596ecfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:34.210764 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-aa1d687b-86e0-41e1-90ea-14bc596ecfec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/068107ee-c77c-4a0f-b5f1-1dd395fb9a7d HTTP/1.1" status: 204 len: 168 time: 0.2212291 May 19 12:38:34.221799 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d687b-86e0-41e1-90ea-14bc596ecfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068107ee-c77c-4a0f-b5f1-1dd395fb9a7d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:38:40.433880 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=50,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:40.438910 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:41.458533 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:42.206883 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:38:44.213973 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=5,neutron:SELECT=33,neutron:INSERT=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:44.214860 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:46.624981 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:48.365995 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-627b476d-0eab-455f-96d8-ef141c840623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:50.560646 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-52d0862a-d874-42e2-8722-03a463db48bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:51.852298 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:52.202949 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:53.371776 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:54.823343 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:59.295797 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-70b8541d-6f4b-40e7-a2f0-e03b5b1e5da6 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247501261&fields=id&tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f HTTP/1.1" status: 200 len: 267 time: 0.0457785 May 19 12:38:59.408218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-3e9bb913-7301-4e9d-91e8-56fdc9651843 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:38:59.409724 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-3e9bb913-7301-4e9d-91e8-56fdc9651843 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 808 time: 0.1063197 May 19 12:38:59.426226 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-cbbca392-a43d-43d8-87f8-11014fd1aa8e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/quotas/d3a4bb3cecc4474e85a49a217fa98d9f HTTP/1.1" status: 200 len: 375 time: 0.0100210 May 19 12:38:59.477108 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-47af407d-be38-48b3-913b-c76c891aadb8 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453424 May 19 12:38:59.583664 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-085ae507-a720-421a-9471-f27fcb4933c1 service neutron] 10.222.0.57 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939937 May 19 12:38:59.677472 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-5c9cc181-4753-4b7f-9834-7c3ecca17587 service neutron] 10.222.0.57 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880098 May 19 12:39:00.252349 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e4c35ebc-872b-421b-86e7-e00df272de04 req-79fcd328-cdc8-404d-91dc-6b2a0e52415d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 210 time: 0.0313828 May 19 12:39:01.361019 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fdfa6b3f-957e-47c7-8e40-ba702665ae44 req-eb13492c-5f16-478b-988b-7938494fe14d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 210 time: 0.0284874 May 19 12:39:02.520950 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-30454048-2b6f-4464-be84-73ae7ad1ba23 req-207af11e-5c6a-4e97-9ee2-8ad2a0482cab tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 210 time: 0.0727191 May 19 12:39:02.568526 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-506c6b84-4fff-4036-a882-062d4c83876e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:02.570697 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-506c6b84-4fff-4036-a882-062d4c83876e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 808 time: 0.1517384 May 19 12:39:02.640525 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-6af0bc4d-ac33-44a8-8eff-beb1e72152e9 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f HTTP/1.1" status: 200 len: 380 time: 0.0609951 May 19 12:39:02.649352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'port': {'device_id': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'admin_state_up': True, 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'security_groups': ['163d12b6-8762-4ece-90f0-01d4db5163ec']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:39:02.817943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Made reservation on behalf of d3a4bb3cecc4474e85a49a217fa98d9f for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:39:02.821512 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:02.954211 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Allocated IP 172.20.0.11 (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7/ee8238ba-44ec-4734-8bef-842ccecb9672/773e254a-2926-43ce-b4b2-88eca458ded1) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:39:02.964300 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:03.048897 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:03.114014 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for port (773e254a-2926-43ce-b4b2-88eca458ded1), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:03.207389 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:03.252535 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:39:03.256381 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:39:03.259033 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:39:03.290455 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:03.330558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:03.331223 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:03.403444 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e7debb40-c242-44c1-b120-004df9dce089 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576139 May 19 12:39:03.417649 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Request body: {'port': {'device_id': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:39:03.480600 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:03.532267 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:03.533701 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:03.562447 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-bab121d4-9608-4d2e-852b-7407c88f04d4 None None] Provisioning complete for port 773e254a-2926-43ce-b4b2-88eca458ded1 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:39:03.563172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-bab121d4-9608-4d2e-852b-7407c88f04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:03.608440 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-bab121d4-9608-4d2e-852b-7407c88f04d4 None None] Port 773e254a-2926-43ce-b4b2-88eca458ded1 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:39:03.686499 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57dc0c-04ce-42cf-85a9-c6ed78abac9e req-3775b3da-cab6-44a1-a253-d689da087e19 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:03.688053 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f57dc0c-04ce-42cf-85a9-c6ed78abac9e req-3775b3da-cab6-44a1-a253-d689da087e19 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 932 time: 0.0656364 May 19 12:39:03.743344 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:03.795675 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5f57dc0c-04ce-42cf-85a9-c6ed78abac9e req-e8fcac78-6166-40e0-9868-542c8f15170f tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951221 May 19 12:39:03.874342 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773e254a-2926-43ce-b4b2-88eca458ded1 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:39:03.883229 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Publish callbacks [] for port (773e254a-2926-43ce-b4b2-88eca458ded1), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:03.901659 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Transition to ACTIVE for port object 773e254a-2926-43ce-b4b2-88eca458ded1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:39:03.954660 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:04.038892 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:04.080064 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:04.099953 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Attempting to bind port 773e254a-2926-43ce-b4b2-88eca458ded1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:39:04.100289 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Attempting to bind port 773e254a-2926-43ce-b4b2-88eca458ded1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:39:04.100618 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Attempting to bind port 773e254a-2926-43ce-b4b2-88eca458ded1 on network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:39:04.105412 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Port 773e254a-2926-43ce-b4b2-88eca458ded1 on network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:39:04.105760 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Attempting to bind port 773e254a-2926-43ce-b4b2-88eca458ded1 on network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:39:04.111176 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:39:04.111540 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Checking segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:39:04.111918 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Bound using segment: {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:39:04.112346 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Bound port: 773e254a-2926-43ce-b4b2-88eca458ded1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511085a-ff61-4d29-b12a-ff23caa4b93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:39:04.113283 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:04.184306 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:39:04.187459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:39:04.264122 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:04.304908 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:04.305780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:04.307220 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] 10.222.0.77 "PUT /v2.0/ports/773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1094 time: 0.8941100 May 19 12:39:04.307663 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:39:04.313175 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3" -d '{"events": [{"name": "network-changed", "server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:39:04.336419 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f282b2-195b-4464-9a74-12faf2eaf7cb service neutron] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:04.356403 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb83d26-86d5-4802-9b9c-c953946ac4ac x-openstack-request-id: req-2fb83d26-86d5-4802-9b9c-c953946ac4ac {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:39:04.356701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:39:04.356957 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fb83d26-86d5-4802-9b9c-c953946ac4ac {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:39:04.357368 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb83d26-86d5-4802-9b9c-c953946ac4ac'] response: {'name': 'network-changed', 'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'status': 'completed', 'code': 200} May 19 12:39:04.431620 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3 req-3e935181-413d-4f1f-8022-fee4d76c823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:04.433171 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3 req-3e935181-413d-4f1f-8022-fee4d76c823e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1128 time: 0.0524194 May 19 12:39:04.538287 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3 req-e46b55b8-617c-4d17-a375-6a4f053b73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:04.539794 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3 req-e46b55b8-617c-4d17-a375-6a4f053b73d3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0989165 May 19 12:39:04.651541 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3 req-f1b6ccd1-236f-4171-ab4e-ecedaaea046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:04.652998 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5618ece2-5e1a-4eb4-a2d3-4f5dc1fbaed3 req-f1b6ccd1-236f-4171-ab4e-ecedaaea046c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066725 May 19 12:39:04.731268 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-ffce20a8-5772-4feb-9004-9d2530e25c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:04.732830 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-ffce20a8-5772-4feb-9004-9d2530e25c21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1128 time: 0.0393090 May 19 12:39:04.777694 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-7660bd1c-aea5-4c18-acb2-d5ae6de4497d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 217 time: 0.0375292 May 19 12:39:05.111340 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-5afd81cf-ae80-4b57-be7c-ff402436a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:05.113571 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-5afd81cf-ae80-4b57-be7c-ff402436a013 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.3291223 May 19 12:39:05.120009 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2699-7ad0-4caa-8a5d-dc55fd04a227 req-85c55df7-523d-4193-82b4-ad7d3151ae4e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:05.121565 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b94e2699-7ad0-4caa-8a5d-dc55fd04a227 req-85c55df7-523d-4193-82b4-ad7d3151ae4e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0595026 May 19 12:39:05.184958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-4c33b7c8-476a-4d68-9ae0-4e5ad86644e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:05.186434 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-4c33b7c8-476a-4d68-9ae0-4e5ad86644e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639560 May 19 12:39:05.213410 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b94e2699-7ad0-4caa-8a5d-dc55fd04a227 req-c0c05de3-2963-48f0-95bd-9088e12ea4a6 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823202 May 19 12:39:05.292424 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-53bece36-053b-44e7-919f-00d5337ee8be service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959964 May 19 12:39:05.368095 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:05.391205 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2fd95c0b-fad4-4a6d-a136-289d0d4c1f8e req-e6e5e113-d354-4eec-ac0d-970039604ad0 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924385 May 19 12:39:06.348865 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62abf14-ecf4-4737-9d47-ffcc300df0e2 req-c1955d54-e594-4106-a175-5eb02d39eae1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:06.350283 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e62abf14-ecf4-4737-9d47-ffcc300df0e2 req-c1955d54-e594-4106-a175-5eb02d39eae1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0584166 May 19 12:39:06.401210 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e62abf14-ecf4-4737-9d47-ffcc300df0e2 req-138c1aac-f153-4dc8-93fb-c85e572669f4 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452845 May 19 12:39:07.138783 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:07.143511 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:07.520678 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb2ef8-ae56-4e06-9fb3-dd9751c955f9 req-7b175f43-8d28-4727-9c7a-d640b02ee781 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:07.522163 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5fb2ef8-ae56-4e06-9fb3-dd9751c955f9 req-7b175f43-8d28-4727-9c7a-d640b02ee781 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0534155 May 19 12:39:07.577298 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5fb2ef8-ae56-4e06-9fb3-dd9751c955f9 req-eec977ae-e280-455e-a6b5-9cb9cbff32ef tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 May 19 12:39:08.657847 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:08.695904 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9357e-ffe3-49cd-8f7b-2f725a10816a req-6a58a610-a0cf-4397-82db-b3d8d17a8172 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:08.697379 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d0f9357e-ffe3-49cd-8f7b-2f725a10816a req-6a58a610-a0cf-4397-82db-b3d8d17a8172 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0498810 May 19 12:39:08.749168 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d0f9357e-ffe3-49cd-8f7b-2f725a10816a req-c3edb82b-9d78-4f35-bc23-4c383937f437 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460954 May 19 12:39:09.874044 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a51b02-ad2a-4473-a5f4-74d6a5ea80b9 req-33c45e81-75b7-4f65-a19f-73dac3a16935 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:09.875536 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b6a51b02-ad2a-4473-a5f4-74d6a5ea80b9 req-33c45e81-75b7-4f65-a19f-73dac3a16935 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0538063 May 19 12:39:09.929483 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b6a51b02-ad2a-4473-a5f4-74d6a5ea80b9 req-2f87d977-c7d1-44d8-b836-56f5c143b95d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 May 19 12:39:11.048081 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab020ed-f193-481c-8cfd-e38ceafa5b14 req-3837d6db-ae2d-4a7f-b23c-e9f2c8cbe72b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:11.049545 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ab020ed-f193-481c-8cfd-e38ceafa5b14 req-3837d6db-ae2d-4a7f-b23c-e9f2c8cbe72b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0484338 May 19 12:39:11.101265 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ab020ed-f193-481c-8cfd-e38ceafa5b14 req-563b6cb6-b80a-4aa7-acff-afa616a292fb tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 May 19 12:39:11.468914 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:12.214958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92229e4-44da-4d02-9e62-22b4c88510b1 req-6240cf7b-10c7-4a57-98fe-80976dd45a63 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:12.222966 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a92229e4-44da-4d02-9e62-22b4c88510b1 req-6240cf7b-10c7-4a57-98fe-80976dd45a63 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0484676 May 19 12:39:12.266022 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a92229e4-44da-4d02-9e62-22b4c88510b1 req-077d8b61-7495-4c17-9c1c-bdae9244752b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 May 19 12:39:13.384704 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90557a-9036-4fca-8cd6-742992a58343 req-2b9560ab-63f1-4f66-9074-db065fa98dd2 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:13.386158 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3d90557a-9036-4fca-8cd6-742992a58343 req-2b9560ab-63f1-4f66-9074-db065fa98dd2 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0517755 May 19 12:39:13.436241 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:39:13.437434 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3d90557a-9036-4fca-8cd6-742992a58343 req-beaf8ec1-24f3-46f6-8e88-db9ebddb83bd tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455148 May 19 12:39:13.683480 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:39:13.695081 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '773e254a-2926-43ce-b4b2-88eca458ded1', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'port_id': '773e254a-2926-43ce-b4b2-88eca458ded1', 'mac_address': 'fa:16:3e:ea:c5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:39:13.730118 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 773e254a-2926-43ce-b4b2-88eca458ded1 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:39:13.730527 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:13.743382 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773e254a-2926-43ce-b4b2-88eca458ded1 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:39:13.762905 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:39:13.823162 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:13.874973 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:14.253409 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['773e254a-2926-43ce-b4b2-88eca458ded1'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:39:14.553104 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24871b3d-3428-4077-ace3-03c3eefda0ea req-19c1cbc0-d458-4014-be67-65ee92709fcc tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:14.555097 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24871b3d-3428-4077-ace3-03c3eefda0ea req-19c1cbc0-d458-4014-be67-65ee92709fcc tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 945 time: 0.0490069 May 19 12:39:14.604332 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24871b3d-3428-4077-ace3-03c3eefda0ea req-f6a14d7a-0cd8-4cac-becb-3063040d0bc1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432143 May 19 12:39:15.522100 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:39:15.567565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 773e254a-2926-43ce-b4b2-88eca458ded1 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:39:15.628698 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 773e254a-2926-43ce-b4b2-88eca458ded1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:39:15.629072 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:15.657634 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:15.709086 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 773e254a-2926-43ce-b4b2-88eca458ded1 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:39:15.709482 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:15.723558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8088b1f-37a6-41bd-bea1-307c4eaa0365 req-d5d5278c-1d6a-471f-ae7f-b5bdedc2fc98 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:15.725060 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b8088b1f-37a6-41bd-bea1-307c4eaa0365 req-d5d5278c-1d6a-471f-ae7f-b5bdedc2fc98 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 945 time: 0.0493407 May 19 12:39:15.731648 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:15.737553 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:39:15.739835 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad10ae2f-ecb3-4ca4-b9e3-0b750ded61e8" -d '{"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-plugged", "status": "completed", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:39:15.753341 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:39:15.785002 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07513a-bad5-4718-a3ad-08e3c5a91b0a x-openstack-request-id: req-ac07513a-bad5-4718-a3ad-08e3c5a91b0a {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:39:15.785284 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b8088b1f-37a6-41bd-bea1-307c4eaa0365 req-fbb11d91-cff3-4136-91a5-4e5fc0da53cb tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504529 May 19 12:39:15.785404 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-plugged", "status": "completed", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:39:15.785404 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac07513a-bad5-4718-a3ad-08e3c5a91b0a {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:39:15.785404 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac07513a-bad5-4718-a3ad-08e3c5a91b0a'] response: {'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'code': 200} May 19 12:39:15.903370 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:15.951815 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:16.233445 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e5fbd-949c-4082-8b5e-d664ac3e6fdc req-107ea035-b315-496e-992f-341cc518df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:16.234971 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-856e5fbd-949c-4082-8b5e-d664ac3e6fdc req-107ea035-b315-496e-992f-341cc518df19 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0392835 May 19 12:39:16.282880 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-856e5fbd-949c-4082-8b5e-d664ac3e6fdc req-5c0f7faf-bcd1-46ff-9e0f-02dc1761fcf3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 May 19 12:39:16.897025 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc59f6c-dc16-4c5f-91ea-fcbeda86cf37 req-bf3e39b8-a4c3-453c-9617-d477ed0b191d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:16.899300 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fc59f6c-dc16-4c5f-91ea-fcbeda86cf37 req-bf3e39b8-a4c3-453c-9617-d477ed0b191d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0475855 May 19 12:39:16.947994 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8fc59f6c-dc16-4c5f-91ea-fcbeda86cf37 req-e6538717-5afd-4722-a03d-a3c64c5fefe1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 May 19 12:39:18.231583 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b1319-4032-4ee7-ab44-ecb669a2be1a req-17f11da9-02b0-4766-9475-566841bf5607 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:18.233014 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-af9b1319-4032-4ee7-ab44-ecb669a2be1a req-17f11da9-02b0-4766-9475-566841bf5607 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.2166257 May 19 12:39:18.244348 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:18.286845 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-af9b1319-4032-4ee7-ab44-ecb669a2be1a req-2c2b62e7-74b7-4fbc-95cb-41623fe41a4a tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482817 May 19 12:39:18.365935 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-86082372-a26f-4e5e-ab0e-f349319fe96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:19.205216 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:39:19.456609 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1682761-b443-49cc-92c7-19be4cd2d5eb req-893e8b4b-d28c-4563-9c6c-887c878e6c2a tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:19.458092 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d1682761-b443-49cc-92c7-19be4cd2d5eb req-893e8b4b-d28c-4563-9c6c-887c878e6c2a tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.1002944 May 19 12:39:19.489375 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:19.508795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d1682761-b443-49cc-92c7-19be4cd2d5eb req-40f22469-5100-4690-ab5e-1f76c229e5c7 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 May 19 12:39:19.626396 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4533a-b028-4210-9fb8-694c6c2836de req-71f7cb48-314c-451b-8a6d-ddc0e80fc203 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:19.627898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19d4533a-b028-4210-9fb8-694c6c2836de req-71f7cb48-314c-451b-8a6d-ddc0e80fc203 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0505049 May 19 12:39:19.677746 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-19d4533a-b028-4210-9fb8-694c6c2836de req-c83b42ca-3833-4084-b600-064e0a25c8f3 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 May 19 12:39:19.700004 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57148) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:39:19.839102 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c5604-7e5e-45dd-84c7-8b96232864bf tempest-TestShelveInstance-870542122 tempest-TestShelveInstance-870542122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:19.840602 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-7c0c5604-7e5e-45dd-84c7-8b96232864bf tempest-TestShelveInstance-870542122 tempest-TestShelveInstance-870542122-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1125 time: 0.1395974 May 19 12:39:19.843614 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57152) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:39:19.847805 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'port_id': '773e254a-2926-43ce-b4b2-88eca458ded1', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:39:19.937827 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:20.035598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:20.145036 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Allocated IP 172.27.3.189 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/634e94c4-7dcb-4a42-a5ad-91573bb0b813) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:39:20.291617 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:20.384094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:20.431809 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:39:20.436910 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:39:20.441102 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:39:20.445074 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'Port': ['ID=634e94c4-7dcb-4a42-a5ad-91573bb0b813,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:20.476987 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.477808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.477808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.478010 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.478336 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.478780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.479159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.479492 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.479827 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.480158 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.480489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.480901 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.481253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.481603 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.481992 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:20.700928 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:20.704760 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:20.801530 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a36a7dda-5ed5-445f-a976-3a74f8b5d853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:20.883159 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-e4117d00-288c-4b53-8082-431f0fe7de0d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841126 May 19 12:39:20.900862 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for floatingip (1252ca61-f171-4eb7-b868-9a10e131c3d8), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:20.974369 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-8e986b59-d8bf-4934-bf36-464c30cf0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:20.976399 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-8e986b59-d8bf-4934-bf36-464c30cf0115 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 1129 time: 0.0460000 May 19 12:39:21.093001 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:21.144351 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-5e3c8f8c-fe4b-4f90-8802-8989acd14cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:21.145819 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-5e3c8f8c-fe4b-4f90-8802-8989acd14cf3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.1484382 May 19 12:39:21.243226 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-e101fd8e-2a26-4f94-8e80-28c36c519758 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d79ff6d-904d-4eda-8249-f1c895c34508 HTTP/1.1" status: 200 len: 1001 time: 0.0772800 May 19 12:39:21.252207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:21.336402 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-07492566-6117-4d4d-ae22-ac7cd8fc3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:21.337826 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-07492566-6117-4d4d-ae22-ac7cd8fc3ad8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0611753 May 19 12:39:21.403448 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-6d4e7b6e-2384-45d9-8e4c-04183e735e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:21.404972 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-6d4e7b6e-2384-45d9-8e4c-04183e735e23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610273 May 19 12:39:21.443217 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:21.496948 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:21.549674 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-13813088-b24b-416f-bdb0-37124d230274 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376433 May 19 12:39:21.618909 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event updated for resources: {'Port': ['ID=634e94c4-7dcb-4a42-a5ad-91573bb0b813,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:21.646635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (1252ca61-f171-4eb7-b868-9a10e131c3d8), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:21.716021 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1eef5a67-0cd6-4077-a694-414531fddcdf req-eed2b8e2-3974-48ec-9854-0eb41b3d6764 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444702 May 19 12:39:21.779761 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Floating IP 1252ca61-f171-4eb7-b868-9a10e131c3d8 associated. External IP: 172.27.3.189, port: 773e254a-2926-43ce-b4b2-88eca458ded1. May 19 12:39:21.821806 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:21.834218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:21.985819 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Router cbb53b83-331c-471a-9211-a7d6d18d8b6b has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:39:22.096483 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:39:22.106574 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] Sync routers for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:39:22.107305 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:22.117716 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:39:22.118336 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:39:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:39:22.197567 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:22.222565 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:39:22.229439 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-80761c67-f45f-4627-9492-3e357d8d8c80 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3848145 May 19 12:39:22.230125 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:39:22.232558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bac94a-5b60-4899-8648-347037f6c2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:39:22.268834 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476cb087-040b-4e0e-94d8-0fac9f00d83e x-openstack-request-id: req-476cb087-040b-4e0e-94d8-0fac9f00d83e {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:39:22.269129 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:39:22.269435 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-476cb087-040b-4e0e-94d8-0fac9f00d83e {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:39:22.269843 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476cb087-040b-4e0e-94d8-0fac9f00d83e'] response: {'name': 'network-changed', 'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'status': 'completed', 'code': 200} May 19 12:39:22.448234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '1252ca61-f171-4eb7-b868-9a10e131c3d8', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'port_id': '773e254a-2926-43ce-b4b2-88eca458ded1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'mac_address': 'fa:16:3e:ea:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:39:20Z', 'updated_at': '2022-05-19T12:39:20Z', 'revision_number': 0, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:39:22.458440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-ff6b6e65-3d69-4b28-bdcb-2675062350b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:22.460561 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-ff6b6e65-3d69-4b28-bdcb-2675062350b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0414586 May 19 12:39:22.480818 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] Checking router: cbb53b83-331c-471a-9211-a7d6d18d8b6b for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:39:22.482028 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:39:22.482678 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:39:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:39:22.594281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:39:22.823042 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:22.825933 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-c51fe81b-f892-442b-8370-ad55913b4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:22.827573 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-c51fe81b-f892-442b-8370-ad55913b4091 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.3611369 May 19 12:39:22.837694 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '1252ca61-f171-4eb7-b868-9a10e131c3d8', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'port_id': '773e254a-2926-43ce-b4b2-88eca458ded1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'mac_address': 'fa:16:3e:ea:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:39:20Z', 'updated_at': '2022-05-19T12:39:20Z', 'revision_number': 0, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:39:22.862786 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8cb46f-8e83-4868-a551-12275c22cba8 None None] The sync data for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi is: [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '1252ca61-f171-4eb7-b868-9a10e131c3d8', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'port_id': '773e254a-2926-43ce-b4b2-88eca458ded1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'mac_address': 'fa:16:3e:ea:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:39:20Z', 'updated_at': '2022-05-19T12:39:20Z', 'revision_number': 0, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:39:22.890284 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-bb559ec5-f379-47cd-970b-0757b55f2daa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1000 time: 0.0569448 May 19 12:39:22.945134 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-6b6a756c-3f6f-4a5a-b6d0-bf45f4971902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:22.946638 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-6b6a756c-3f6f-4a5a-b6d0-bf45f4971902 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.0505693 May 19 12:39:22.993552 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-a4a45811-1722-4584-b90f-05e39299e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:39:22.995166 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-a4a45811-1722-4584-b90f-05e39299e337 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422680 May 19 12:39:23.083068 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e9e74-b36d-42db-95b3-49fbdc5d9147 None None] New status for floating IP 1252ca61-f171-4eb7-b868-9a10e131c3d8: ACTIVE {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:39:23.099341 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-66633173-929a-47f4-bd07-c46e4bd017e8 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957956 May 19 12:39:23.210662 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-68bac94a-5b60-4899-8648-347037f6c2a9 req-f79b22ac-3b93-41c5-8929-93385c1c7877 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055257 May 19 12:39:23.394489 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:24.822893 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:28.617246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57206) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:39:28.728216 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-786f64b1-e922-4c9a-b90f-5ac4ec191a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:28.802491 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-786f64b1-e922-4c9a-b90f-5ac4ec191a94 admin admin] Publish callbacks [] for security_group (0b6e9495-6249-454d-bc80-37ad8a9202e3), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:28.874076 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-786f64b1-e922-4c9a-b90f-5ac4ec191a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (0b6e9495-6249-454d-bc80-37ad8a9202e3), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:28.917756 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-786f64b1-e922-4c9a-b90f-5ac4ec191a94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ecbc0d593e974432a4aceaf6044460bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994192 May 19 12:39:28.918649 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f64b1-e922-4c9a-b90f-5ac4ec191a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e9495-6249-454d-bc80-37ad8a9202e3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:28.920475 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57212) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:39:28.971126 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Publish callbacks [] for security_group (0b6e9495-6249-454d-bc80-37ad8a9202e3), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:28.992940 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Publish callbacks [] for security_group (0b6e9495-6249-454d-bc80-37ad8a9202e3), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:29.125775 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (0b6e9495-6249-454d-bc80-37ad8a9202e3), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:29.128469 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:29.129694 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b6e9495-6249-454d-bc80-37ad8a9202e3 HTTP/1.1" status: 204 len: 168 time: 0.2082305 May 19 12:39:29.137998 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e9495-6249-454d-bc80-37ad8a9202e3,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:39:29.145380 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.145770 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.146164 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.146549 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.146917 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.147209 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.147537 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.147910 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.148248 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.148576 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.148906 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.149236 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.149628 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.149882 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:29.150204 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80826b6-f657-4014-9479-78a98262ded3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:39:33.190059 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:33.192978 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=9 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:34.721669 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:38.912199 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:38.914092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=64,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:39.141052 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:39.141936 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:39.165661 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:41.529899 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:46.355522 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=19 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:46.358262 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:48.381098 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7d8cce7b-751a-4976-92bf-9a97d6d755db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:50.565420 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7136c4f2-30b7-4894-a606-5bec6ff240d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:51.816116 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:53.359004 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:54.781067 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:56.207462 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:40:04.436287 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a4e1a-5b98-437e-9cfd-8787c72d7f10 req-f04ffa50-925d-45fc-9ecf-69ac5b0bd1d1 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:04.437800 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ae1a4e1a-5b98-437e-9cfd-8787c72d7f10 req-f04ffa50-925d-45fc-9ecf-69ac5b0bd1d1 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 945 time: 0.0493739 May 19 12:40:04.488001 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ae1a4e1a-5b98-437e-9cfd-8787c72d7f10 req-1b4af1ac-29eb-4c5d-a056-febde52a15c2 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 May 19 12:40:04.716880 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:04.723902 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:05.611937 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5ff7c-7642-4796-a5da-c3b5e99f1a81 req-5ecb6a58-172f-4183-a162-b98d6d2e6a29 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:05.613429 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b0b5ff7c-7642-4796-a5da-c3b5e99f1a81 req-5ecb6a58-172f-4183-a162-b98d6d2e6a29 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 945 time: 0.0473051 May 19 12:40:05.661938 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-b0b5ff7c-7642-4796-a5da-c3b5e99f1a81 req-55cd81e9-fbcc-476f-91c1-e7ca1d33149a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 May 19 12:40:06.092711 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-5abc0c9e-1897-4bda-b2bd-2d0a69dd02d0 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:06.094134 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-5abc0c9e-1897-4bda-b2bd-2d0a69dd02d0 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 945 time: 0.0504065 May 19 12:40:06.174207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Deleting port 8d79ff6d-904d-4eda-8249-f1c895c34508 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:40:06.174579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:06.201104 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:06.266758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] For port 8d79ff6d-904d-4eda-8249-f1c895c34508, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d79ff6d-904d-4eda-8249-f1c895c34508,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:40:06.267130 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:06.429971 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:06.430342 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (c917f4d4-3645-4ca9-b426-89e503b0dbcf), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:06.430970 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Floating IP c917f4d4-3645-4ca9-b426-89e503b0dbcf disassociated. External IP: 172.27.3.165, port: 8d79ff6d-904d-4eda-8249-f1c895c34508. May 19 12:40:06.431318 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Calling delete_port for 8d79ff6d-904d-4eda-8249-f1c895c34508 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:40:06.633329 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (8d79ff6d-904d-4eda-8249-f1c895c34508), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:06.661166 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'Port': ['ID=8d79ff6d-904d-4eda-8249-f1c895c34508,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:06.788805 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97294be4-c1a6-4949-97c8-bc928b9e3c5c req-7c03f578-682e-4e92-bd12-616a4cd6c4ee tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 210 time: 0.0346177 May 19 12:40:06.798087 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:40:06.853217 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:06.859159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:06.903666 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:40:06.913260 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:40:06.922591 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:40:06.923204 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:39:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:06.948598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] No DVR routers for this DVR port 8d79ff6d-904d-4eda-8249-f1c895c34508 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:40:06.951285 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:06.954681 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-44a13490-64ca-4a4e-ac47-436bf705fa37 req-e9b3d983-4eb9-4452-b61a-e0e90b4598e9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "DELETE /v2.0/ports/8d79ff6d-904d-4eda-8249-f1c895c34508 HTTP/1.1" status: 204 len: 173 time: 0.8552303 May 19 12:40:06.957153 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'name': 'network-vif-deleted', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:40:06.958816 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03844ff-5ecf-48e5-bde1-248d2e1e1f9f" -d '{"events": [{"server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "name": "network-vif-deleted", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:40:07.000010 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58004268-6c86-4dcb-a510-216c33922ae3 x-openstack-request-id: req-58004268-6c86-4dcb-a510-216c33922ae3 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:40:07.000374 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e64393-40c8-4218-b12d-e1fa8c7e9482", "name": "network-vif-deleted", "tag": "8d79ff6d-904d-4eda-8249-f1c895c34508", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:40:07.000700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58004268-6c86-4dcb-a510-216c33922ae3 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:40:07.001198 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58004268-6c86-4dcb-a510-216c33922ae3'] response: {'server_uuid': 'e5e64393-40c8-4218-b12d-e1fa8c7e9482', 'name': 'network-vif-deleted', 'tag': '8d79ff6d-904d-4eda-8249-f1c895c34508', 'status': 'completed', 'code': 200} May 19 12:40:07.039433 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:40:07.235901 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:07.261738 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:40:07.270912 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:40:07.271539 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:39:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:07.375147 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:40:07.696236 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:07.720372 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d063289-eb1b-46c8-949c-ef34827a1a10 None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:40:07.903086 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00090d2f-8457-4c92-8e76-a7f2eb895bf5 req-a21d1235-b493-4d3c-b44e-f455762a4608 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5e64393-40c8-4218-b12d-e1fa8c7e9482 HTTP/1.1" status: 200 len: 210 time: 0.0324273 May 19 12:40:07.958619 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d812c-4e71-4d62-87ce-9e8046793725 None None] New status for floating IP c917f4d4-3645-4ca9-b426-89e503b0dbcf: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:40:09.165175 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-210c2996-5757-458b-902d-61ea8e3a4d54 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333795976&fields=id&tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 267 time: 0.0448542 May 19 12:40:09.273767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-222845a4-dd49-48f8-b9e2-b262945cf62a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:09.275165 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-222845a4-dd49-48f8-b9e2-b262945cf62a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 812 time: 0.0993979 May 19 12:40:09.289833 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-15ba88af-2d20-4848-a0fb-338427c7908e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/quotas/ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0095563 May 19 12:40:09.341266 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-7e29afad-3ba3-4210-bf15-1488e6b71b87 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467920 May 19 12:40:09.436700 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-a9af7259-b765-4c83-8f3d-2f77a10cb670 service neutron] 10.222.0.57 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833054 May 19 12:40:09.528594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-03fc2c53-4cd1-4a7e-a2b3-456d64eff6db service neutron] 10.222.0.57 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859635 May 19 12:40:09.791278 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d79ff6d-904d-4eda-8249-f1c895c34508 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:40:09.810460 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 8d79ff6d-904d-4eda-8249-f1c895c34508 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:40:09.810899 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 8d79ff6d-904d-4eda-8249-f1c895c34508 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:40:10.069218 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6ebae070-4a57-4c25-bb78-e6abf9a51b30 req-e5d1efa4-a45b-429c-a1bf-16664f076177 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 210 time: 0.0292776 May 19 12:40:10.246709 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-a6221136-9021-4208-9206-59c386e9e8a9 req-60dda580-bcd3-4d6d-a782-fe759c1979c7 service neutron] (104398) timed out ('10.222.0.77', 64447) {{(pid=104398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:40:10.504061 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-92033b8d-6636-4c7b-9ce3-b7118ad3b60a req-f7258c1e-0e16-4b3f-83a4-2b9db7c769ed service neutron] (104398) timed out ('10.222.0.77', 64462) {{(pid=104398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:40:11.167987 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a54d97f6-6214-4b2b-8582-907cd7387076 req-6ee65f96-cd4f-485a-bfdc-64e68f3d2644 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 210 time: 0.0287740 May 19 12:40:11.507234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:12.107295 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-d4b0a629-791c-42ae-87eb-392390fb2c4d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:12.108721 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-d4b0a629-791c-42ae-87eb-392390fb2c4d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 812 time: 0.1037145 May 19 12:40:12.173358 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-4db0514f-6f23-4132-aacc-e1a4b8d92082 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 379 time: 0.0561337 May 19 12:40:12.185505 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'port': {'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'admin_state_up': True, 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'security_groups': ['4fe3f045-8dd8-4bca-b0c4-232b10e5654a']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:40:12.287441 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c2d6308-fa9f-4c5a-90de-a8f1d8049223 req-b2b79328-4b96-4c49-b18c-ceb9cdc3bac5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 210 time: 0.0417306 May 19 12:40:12.387316 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Made reservation on behalf of ff5ebee4cf6c47f9adee30f9c8cd6ba1 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:40:12.390811 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:12.500168 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:12.516332 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Allocated IP 172.20.0.13 (8d351609-6722-4245-b241-bc1661734268/bbf681d4-18f2-4ee6-9440-27bae398b8e4/5ec83d31-72fc-40a7-abb0-4d6e27ee9f49) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:40:12.525417 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:12.651073 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:12.754394 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:12.803664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Network 8d351609-6722-4245-b241-bc1661734268 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:40:12.807198 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:40:12.811087 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:40:12.835388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:12.866107 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:12.866823 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:12.961651 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6b2b7c1d-9df6-4662-a90b-3c9ab305f64e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797384 May 19 12:40:12.990760 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-967326ea-7de6-4c4a-8321-cbfacfde5b5c None None] Provisioning complete for port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:40:12.991320 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-967326ea-7de6-4c4a-8321-cbfacfde5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.024058 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-967326ea-7de6-4c4a-8321-cbfacfde5b5c None None] Port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:40:13.077246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Request body: {'port': {'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:40:13.140219 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.287106 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:13.427471 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2b9a-4313-47f7-b0d2-03c794029fe0 req-98428a4b-d095-4cf1-96ed-000947992d45 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:13.428911 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-551c2b9a-4313-47f7-b0d2-03c794029fe0 req-98428a4b-d095-4cf1-96ed-000947992d45 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 932 time: 0.0699642 May 19 12:40:13.502666 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:40:13.517633 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Publish callbacks [] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.527592 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-551c2b9a-4313-47f7-b0d2-03c794029fe0 req-0dcb33a5-d43e-4134-9404-d0c4dbb151ec tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910666 May 19 12:40:13.535003 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Transition to ACTIVE for port object 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:40:13.610100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.673765 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:13.746069 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Attempting to bind port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:40:13.746438 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Attempting to bind port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:40:13.746767 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Attempting to bind port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:40:13.751625 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 on network 8d351609-6722-4245-b241-bc1661734268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:40:13.752489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Attempting to bind port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:40:13.758210 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:40:13.758579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Checking segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:40:13.758960 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Bound using segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:40:13.759387 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Bound port: 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:40:13.759748 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.776297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:13.827845 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] For port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:40:13.831333 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] For port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:40:13.924970 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.963010 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:13.963632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:13.965016 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] 10.222.0.77 "PUT /v2.0/ports/5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 200 len: 1094 time: 0.9969411 May 19 12:40:13.965513 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:40:13.967784 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a96890-547b-4da3-9eb9-7fe96525f841" -d '{"events": [{"name": "network-changed", "server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:40:14.000516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ab79-e269-4405-bc1b-2c8944a28e60 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:14.005321 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ddead4-c97f-455e-843b-aac485539fe7 x-openstack-request-id: req-96ddead4-c97f-455e-843b-aac485539fe7 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:40:14.005705 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:40:14.006144 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96ddead4-c97f-455e-843b-aac485539fe7 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:40:14.006790 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ddead4-c97f-455e-843b-aac485539fe7'] response: {'name': 'network-changed', 'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'status': 'completed', 'code': 200} May 19 12:40:14.076890 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a96890-547b-4da3-9eb9-7fe96525f841 req-cc283203-7e96-458a-aa72-178b98837870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.078561 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97a96890-547b-4da3-9eb9-7fe96525f841 req-cc283203-7e96-458a-aa72-178b98837870 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1128 time: 0.0421715 May 19 12:40:14.183412 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a96890-547b-4da3-9eb9-7fe96525f841 req-5185520d-8e5b-447f-9ec9-91058bba6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.184919 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97a96890-547b-4da3-9eb9-7fe96525f841 req-5185520d-8e5b-447f-9ec9-91058bba6259 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987151 May 19 12:40:14.281559 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a96890-547b-4da3-9eb9-7fe96525f841 req-cf646760-400b-4712-a3be-d1a7d4f5f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.282933 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-97a96890-547b-4da3-9eb9-7fe96525f841 req-cf646760-400b-4712-a3be-d1a7d4f5f596 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920904 May 19 12:40:14.356705 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-627679f5-ca25-450f-b771-be37fe800274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.359293 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-627679f5-ca25-450f-b771-be37fe800274 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1128 time: 0.0415521 May 19 12:40:14.400557 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-b36714e6-416e-4432-9036-d811511260c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 200 len: 217 time: 0.0323439 May 19 12:40:14.453329 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6ee13cb0-cd9c-4d70-9600-df77147f5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.454773 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-6ee13cb0-cd9c-4d70-9600-df77147f5061 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0475073 May 19 12:40:14.499442 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-0c678fef-a6ea-4cb8-8c2c-b8171035ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.500893 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-0c678fef-a6ea-4cb8-8c2c-b8171035ce68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397480 May 19 12:40:14.561048 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:14.592549 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-49a134e6-f3c2-4cd8-b058-ecbfe6fd18cc service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 May 19 12:40:14.691382 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc052412-b71f-41a6-a716-821013d04ea6 req-61993e2f-84d8-4339-86c6-61495dcfd318 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:14.692849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cc052412-b71f-41a6-a716-821013d04ea6 req-61993e2f-84d8-4339-86c6-61495dcfd318 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0974698 May 19 12:40:14.754898 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c215faca-6bee-43dc-bd66-e990c26ecd21 req-41b5914d-c4aa-4fb3-b212-174da25122d6 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487925 May 19 12:40:14.768019 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-cc052412-b71f-41a6-a716-821013d04ea6 req-a19bd0e0-4d31-46b2-aad6-520f98448373 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688879 May 19 12:40:15.882419 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037f5b-a3a9-46ce-8779-a6ffb6fdf0ee req-1c6586ba-68f0-48db-9d1b-15396b3e2bf5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:15.883891 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c8037f5b-a3a9-46ce-8779-a6ffb6fdf0ee req-1c6586ba-68f0-48db-9d1b-15396b3e2bf5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0472114 May 19 12:40:15.931384 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c8037f5b-a3a9-46ce-8779-a6ffb6fdf0ee req-60d1b554-526a-4d59-8a1b-424b565dad6e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420280 May 19 12:40:17.044773 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0fab-5e00-473e-8a61-601c01e8d6a1 req-6289dece-b608-4c8a-b91b-148eb51345ea tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:17.046250 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e67e0fab-5e00-473e-8a61-601c01e8d6a1 req-6289dece-b608-4c8a-b91b-148eb51345ea tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0482030 May 19 12:40:17.070730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:17.095294 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e67e0fab-5e00-473e-8a61-601c01e8d6a1 req-f4d2add6-9c6a-41af-b4dc-7ed4c9af32a8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 May 19 12:40:18.211586 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576d08b-25a1-4d63-9ab3-0cac63ffe607 req-5406165a-f7aa-43fe-934a-762f958ff920 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:18.213043 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3576d08b-25a1-4d63-9ab3-0cac63ffe607 req-5406165a-f7aa-43fe-934a-762f958ff920 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0507843 May 19 12:40:18.261638 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3576d08b-25a1-4d63-9ab3-0cac63ffe607 req-0ecdd019-a52e-4dd2-81af-a0df4f68095f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431182 May 19 12:40:18.358577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-bde7f73d-6f80-467c-aa46-222e271f5466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:19.372958 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aaa07-1ce0-47c1-a7b3-0a17f58c72dc req-e2e84a7c-64a4-4ffa-acb2-8748f902540d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:19.374429 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-103aaa07-1ce0-47c1-a7b3-0a17f58c72dc req-e2e84a7c-64a4-4ffa-acb2-8748f902540d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0463970 May 19 12:40:19.424849 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-103aaa07-1ce0-47c1-a7b3-0a17f58c72dc req-212b39ef-0cc0-41d6-9c23-b69ccb31ba8d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 May 19 12:40:19.799155 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-340a9976-2143-4b0a-93c6-8e506e225db5 req-962db04c-7fcf-4a47-a0e0-d207e6e37500 service neutron] (104398) timed out ('10.222.0.77', 64440) {{(pid=104398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:40:20.542877 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6f5f6-fef1-4506-9475-1daf01f52093 req-3c9d1e4e-99de-4307-99f7-1e74a7a4fb36 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:20.544318 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25d6f5f6-fef1-4506-9475-1daf01f52093 req-3c9d1e4e-99de-4307-99f7-1e74a7a4fb36 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0516300 May 19 12:40:20.553309 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-759e3834-aa8c-48c7-9c53-9062310c4d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:20.595571 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25d6f5f6-fef1-4506-9475-1daf01f52093 req-f2078260-c374-4cb2-b88e-4c8506f07dec tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 May 19 12:40:21.158204 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:21.615869 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-373b9327-4f1c-4515-95e2-12e1cb03f8de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385399 May 19 12:40:21.707170 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-c224fec6-2d1e-4568-87aa-d7a6212a3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:21.709010 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-c224fec6-2d1e-4568-87aa-d7a6212a3781 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0703082 May 19 12:40:21.730151 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cadd8-61fe-4098-bedf-beef6ea8a48f req-1bf9f43b-5058-4074-90fa-28cd4a4b67c4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:21.731616 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-192cadd8-61fe-4098-bedf-beef6ea8a48f req-1bf9f43b-5058-4074-90fa-28cd4a4b67c4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0644283 May 19 12:40:21.832481 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-192cadd8-61fe-4098-bedf-beef6ea8a48f req-f1f9ceb5-f9fc-4d63-aa18-4ece37484849 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925179 May 19 12:40:21.838850 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:21.855017 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-c6313659-4b10-482a-9beb-a22fa0d86b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:21.856490 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-c6313659-4b10-482a-9beb-a22fa0d86b05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.1240237 May 19 12:40:22.163892 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-c0ebb2d6-a0b0-4bb5-9b19-63b16477930f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1002 time: 0.3014052 May 19 12:40:22.212527 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-22e1e004-26ca-4d91-87aa-00a7a9e4c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:22.213909 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-22e1e004-26ca-4d91-87aa-00a7a9e4c5a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.0439444 May 19 12:40:22.255605 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-d74df15c-12bc-4c10-96e3-e024bc497fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:22.257025 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-d74df15c-12bc-4c10-96e3-e024bc497fa7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374894 May 19 12:40:22.323904 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:22.349237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-86c560be-8392-4e50-9d4e-7972a8ca1a9e service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 May 19 12:40:22.440958 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9fbdac6f-ebf0-40c9-96d3-fbad032f9e48 req-72d2220f-e95f-4529-8108-183538e9c216 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840502 May 19 12:40:22.949677 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7902cc0-a226-42e4-8208-2d9de82acc2f req-8aa77ed4-11a4-46fe-a8fe-4be04ff0c2c4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:22.951199 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c7902cc0-a226-42e4-8208-2d9de82acc2f req-8aa77ed4-11a4-46fe-a8fe-4be04ff0c2c4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0518427 May 19 12:40:22.986003 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:23.000297 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c7902cc0-a226-42e4-8208-2d9de82acc2f req-6745f341-771d-4d29-b14a-c00fda11e8dc tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 May 19 12:40:23.370173 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:23.873033 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:40:23.938036 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:23.956661 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:23.974035 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:40:23.984763 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:40:24.019313 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:40:24.019649 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:24.037485 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:40:24.057877 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:40:24.115283 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16608db-cf0d-430b-bc39-20d4d1c23d52 req-c6eb3125-2ce1-459e-aba8-98fc124c3cbd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:24.116733 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e16608db-cf0d-430b-bc39-20d4d1c23d52 req-c6eb3125-2ce1-459e-aba8-98fc124c3cbd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 944 time: 0.0471182 May 19 12:40:24.165338 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e16608db-cf0d-430b-bc39-20d4d1c23d52 req-5c0f5b8e-6fb1-43f2-93d4-a9e804eee8ea tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 May 19 12:40:24.176974 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:24.180412 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:24.226944 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:24.233693 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.234035 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.234373 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.234803 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.235132 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.235458 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.235780 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.236099 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.236421 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.236778 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.237196 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.237525 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.237845 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.238167 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.238511 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:24.519204 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['5ec83d31-72fc-40a7-abb0-4d6e27ee9f49'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:40:24.838545 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:25.280429 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da50b-74bb-4a78-ae5a-0da9537b3e44 req-793295df-60e0-4a52-9759-6b3a8881097b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:25.281883 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e4da50b-74bb-4a78-ae5a-0da9537b3e44 req-793295df-60e0-4a52-9759-6b3a8881097b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 945 time: 0.0501335 May 19 12:40:25.331548 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e4da50b-74bb-4a78-ae5a-0da9537b3e44 req-f7363b20-3c30-4e15-9faa-c5e53c0c0fbe tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 May 19 12:40:25.900079 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:40:25.941927 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:40:25.992327 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:40:25.992699 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:26.062842 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:40:26.068485 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:26.084756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:40:26.086978 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d097d-8679-4d6f-ad05-787b0d44596e" -d '{"events": [{"server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "name": "network-vif-plugged", "status": "completed", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:40:26.103073 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:40:26.126512 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ccfa08-5f2a-4a42-8b64-f75ec0f619f4 x-openstack-request-id: req-65ccfa08-5f2a-4a42-8b64-f75ec0f619f4 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:40:26.126862 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "name": "network-vif-plugged", "status": "completed", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:40:26.127853 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65ccfa08-5f2a-4a42-8b64-f75ec0f619f4 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:40:26.128264 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ccfa08-5f2a-4a42-8b64-f75ec0f619f4'] response: {'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'code': 200} May 19 12:40:26.152783 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:26.176589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:26.201438 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:26.477929 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e04481-9948-4556-b6d6-db3fd6e33286 req-775401a2-4d0b-47c5-902c-31e96edd9836 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:26.479334 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53e04481-9948-4556-b6d6-db3fd6e33286 req-775401a2-4d0b-47c5-902c-31e96edd9836 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0762134 May 19 12:40:26.480689 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067ee74-cf05-4f9e-ab6b-c799f4a69098 req-053a5b5a-800c-4654-8787-08e706d48421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:26.482055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f067ee74-cf05-4f9e-ab6b-c799f4a69098 req-053a5b5a-800c-4654-8787-08e706d48421 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1130 time: 0.0673656 May 19 12:40:26.562833 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-53e04481-9948-4556-b6d6-db3fd6e33286 req-1de1017c-afe0-4ecc-8aab-b8004a92e37e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779798 May 19 12:40:26.565979 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f067ee74-cf05-4f9e-ab6b-c799f4a69098 req-427a0943-cd31-436c-9b9e-234ea7dcb9d2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734196 May 19 12:40:27.689461 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85737-6747-4751-a1df-7ffcebcedc6b req-43c25749-1736-404d-9773-1fbaa4d2f74a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:27.690991 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-32e85737-6747-4751-a1df-7ffcebcedc6b req-43c25749-1736-404d-9773-1fbaa4d2f74a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0477943 May 19 12:40:27.741155 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-32e85737-6747-4751-a1df-7ffcebcedc6b req-4a9fd368-cc9c-408f-8ca6-eb528454f1ca tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443492 May 19 12:40:28.855666 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163ca04-e547-4e8e-b168-6d8ca677427b req-427f0ff7-ac2e-479e-b4dc-a271a0bc7deb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:28.857262 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f163ca04-e547-4e8e-b168-6d8ca677427b req-427f0ff7-ac2e-479e-b4dc-a271a0bc7deb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0493429 May 19 12:40:28.904787 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f163ca04-e547-4e8e-b168-6d8ca677427b req-d6259b7f-09c3-4800-9d65-ea16bf63b55f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 May 19 12:40:29.021068 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d882e9-5984-4e75-8963-54a91526de75 req-6d81273c-2725-40c8-a9e6-2da9593d3575 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:29.022513 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f4d882e9-5984-4e75-8963-54a91526de75 req-6d81273c-2725-40c8-a9e6-2da9593d3575 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0515814 May 19 12:40:29.073251 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f4d882e9-5984-4e75-8963-54a91526de75 req-a63e2759-5156-4a84-a87b-d936772fe3a5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447688 May 19 12:40:29.095108 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57308) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:40:29.133138 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9f162-da04-4d9e-91c0-5008efb0edfe tempest-TestVolumeBootPattern-1787656982 tempest-TestVolumeBootPattern-1787656982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:29.134607 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-f4b9f162-da04-4d9e-91c0-5008efb0edfe tempest-TestVolumeBootPattern-1787656982 tempest-TestVolumeBootPattern-1787656982-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1125 time: 0.0384114 May 19 12:40:29.137353 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57310) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:40:29.141568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:40:29.244388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:29.323338 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:29.326048 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:29.440280 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Allocated IP 172.27.3.170 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/e10d3286-5364-440f-baf7-625110274cf8) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:40:29.448733 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:29.546933 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (e10d3286-5364-440f-baf7-625110274cf8), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:29.661672 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (e10d3286-5364-440f-baf7-625110274cf8), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:29.704351 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:40:29.708542 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:40:29.711111 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:40:29.732427 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=e10d3286-5364-440f-baf7-625110274cf8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:29.749616 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.749957 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.750292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.750690 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.751015 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.751341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.751665 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.751989 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.752309 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.752631 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.753467 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.754028 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.754395 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.754751 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:29.755069 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:40:30.079457 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (d7323564-9856-42e3-8933-f12e61291987), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:30.200511 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (e10d3286-5364-440f-baf7-625110274cf8), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:30.202615 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:30.344876 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:30.374006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (e10d3286-5364-440f-baf7-625110274cf8), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:30.482789 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (e10d3286-5364-440f-baf7-625110274cf8), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:30.551922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=e10d3286-5364-440f-baf7-625110274cf8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:40:30.562103 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (d7323564-9856-42e3-8933-f12e61291987), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:30.657637 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Floating IP d7323564-9856-42e3-8933-f12e61291987 associated. External IP: 172.27.3.170, port: 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49. May 19 12:40:30.857490 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:40:30.961380 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:40:30.970576 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:40:30.981595 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:40:30.985077 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:40:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:31.063199 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:31.087367 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:40:31.093885 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3d3a431f-5d76-4787-a3ae-06b3aa9bb739 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9555314 May 19 12:40:31.094570 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:40:31.096836 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e288e8-58e5-454d-91b0-72cb0ebef26a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:40:31.236686 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:31.256565 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc45a662-11c7-4d5a-b9a5-2f01f0163565 x-openstack-request-id: req-dc45a662-11c7-4d5a-b9a5-2f01f0163565 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:40:31.256856 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:40:31.257106 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc45a662-11c7-4d5a-b9a5-2f01f0163565 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:40:31.257508 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc45a662-11c7-4d5a-b9a5-2f01f0163565'] response: {'name': 'network-changed', 'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'status': 'completed', 'code': 200} May 19 12:40:31.313866 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:29Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:31.325199 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-35405101-91dd-4c4e-aed7-2117e0af513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:31.326744 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-35405101-91dd-4c4e-aed7-2117e0af513c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1130 time: 0.0465703 May 19 12:40:31.340244 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:40:31.348807 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:40:31.349416 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:40:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:31.422070 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-b5648938-c954-4584-a4f0-f55f5c91c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:31.423782 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-b5648938-c954-4584-a4f0-f55f5c91c4ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0909951 May 19 12:40:31.456036 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:40:31.485983 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-beb84b46-62f6-4b65-b124-a03c5282d615 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 200 len: 1000 time: 0.0563974 May 19 12:40:31.534570 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-93c22fcf-d428-4e6f-b36b-ba3ffa8d7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:31.536144 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-93c22fcf-d428-4e6f-b36b-ba3ffa8d7c22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0444784 May 19 12:40:31.577592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:31.585464 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-db5a1408-7bbb-4017-9fab-74ce68350308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:40:31.587143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-db5a1408-7bbb-4017-9fab-74ce68350308 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439978 May 19 12:40:31.647576 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:31.668385 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:29Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:40:31.678724 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-61858d76-330f-43f7-b890-eda9cbba60af service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858426 May 19 12:40:31.698626 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2c8cd-a980-4a44-b483-0fadce5fe819 None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:29Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:40:31.779992 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e0e288e8-58e5-454d-91b0-72cb0ebef26a req-fc99f9f9-9d33-4f2a-bd91-bc88cc0975b7 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952241 May 19 12:40:31.893028 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958c47c-fe7f-4762-a2e8-5a8c3cf9f13c None None] New status for floating IP d7323564-9856-42e3-8933-f12e61291987: ACTIVE {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:40:33.206201 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:40:41.476383 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:41.770685 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=24 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:41.776594 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=6 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:43.202006 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:46.630139 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:48.351981 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-c594f513-40e2-43c3-94d4-1d554cf94ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:50.626422 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5092715e-6fe6-4f26-a38a-b5c8939075b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:51.860954 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:53.386698 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:54.773499 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:56.247411 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:58.153622 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:58.154511 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:06.365156 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:06.369122 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:10.206355 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:41:11.523065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:18.386250 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-9b31dd16-679f-4624-aa49-e36903230ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:20.202153 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:20.562950 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ee661d7-3b3e-4619-8378-6751322baa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:21.825634 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:22.820433 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-9a8404ad-b4f8-4c50-8f0e-abdc40128c53 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393944 May 19 12:41:22.902632 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-033d18bc-a57d-4d82-bd71-5f9a867fcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:22.904136 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-033d18bc-a57d-4d82-bd71-5f9a867fcdd2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0399940 May 19 12:41:23.009350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-462611b9-8b0b-4084-a4b7-430f0f45829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:23.010852 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-462611b9-8b0b-4084-a4b7-430f0f45829d service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.0895221 May 19 12:41:23.071478 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-5824affa-9653-4f04-8040-26128eea28ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1002 time: 0.0547113 May 19 12:41:23.125627 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-3fb2f3cc-4a06-4cab-a761-7ab3cf83423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:23.127685 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-3fb2f3cc-4a06-4cab-a761-7ab3cf83423c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.0473521 May 19 12:41:23.168962 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-82889709-5fb7-4bb3-a0cb-04686fa3d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:23.170383 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-82889709-5fb7-4bb3-a0cb-04686fa3d3b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375173 May 19 12:41:23.260463 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-21afb9b4-54c2-46ab-a2e4-d17807cb23de service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 May 19 12:41:23.354825 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6f84c6de-4564-48f7-a9f6-7ef14e4e1a63 req-889d5caf-fc88-4a8e-9a05-1fb1d1455857 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879037 May 19 12:41:23.452745 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:24.797032 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:33.350142 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=51 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:33.352006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=50 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:34.719613 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:34.721506 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:35.145081 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:35.150028 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:36.517420 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b1128-6d64-49e6-8121-670ad252329a req-41411745-a053-4a74-9e6f-34216c00c813 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:36.519192 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c5b1128-6d64-49e6-8121-670ad252329a req-41411745-a053-4a74-9e6f-34216c00c813 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0530376 May 19 12:41:36.569863 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6c5b1128-6d64-49e6-8121-670ad252329a req-565d190c-3d62-4d32-b3d5-942e29418d9a tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445869 May 19 12:41:37.689950 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d8ee-3ee3-477f-9d0b-04ac3bd53519 req-5f1e542e-5900-426f-acd9-dec00848a289 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:37.691933 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eb93d8ee-3ee3-477f-9d0b-04ac3bd53519 req-5f1e542e-5900-426f-acd9-dec00848a289 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0519190 May 19 12:41:37.740297 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-eb93d8ee-3ee3-477f-9d0b-04ac3bd53519 req-ccae9974-3534-4e8d-a3ce-adc8493d5a9c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 May 19 12:41:38.855322 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e57d42-2d46-4a03-9f89-a85f9bca0dee req-f26fcb89-1757-4e68-aaa9-d66f5fc6caa4 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:38.856814 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-31e57d42-2d46-4a03-9f89-a85f9bca0dee req-f26fcb89-1757-4e68-aaa9-d66f5fc6caa4 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0473397 May 19 12:41:38.904591 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-31e57d42-2d46-4a03-9f89-a85f9bca0dee req-b721f644-efc4-439d-96de-da9da047bd91 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 May 19 12:41:40.016255 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef025519-3848-4586-8915-222cee9bf78b req-1181b9c5-8be6-42b2-a960-082e1204d0ed tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:40.021911 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef025519-3848-4586-8915-222cee9bf78b req-1181b9c5-8be6-42b2-a960-082e1204d0ed tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0465944 May 19 12:41:40.324237 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ef025519-3848-4586-8915-222cee9bf78b req-5abeb446-c7d6-418b-aecb-c29e646835c6 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006201 May 19 12:41:41.438300 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65877a-45a1-42e8-98c5-c91d7f6cc56c req-0d50303b-08d7-4a04-9625-2f8a2d8b615d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:41.439805 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2c65877a-45a1-42e8-98c5-c91d7f6cc56c req-0d50303b-08d7-4a04-9625-2f8a2d8b615d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0481544 May 19 12:41:41.489813 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2c65877a-45a1-42e8-98c5-c91d7f6cc56c req-076eb1dd-de42-468b-a293-f9b865388de9 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 May 19 12:41:41.521164 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:42.610024 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034e6a-852e-49fc-b03b-eb310f820bb9 req-ad9246ac-5251-4a4a-b4f2-a336bba980f4 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:42.611495 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c034e6a-852e-49fc-b03b-eb310f820bb9 req-ad9246ac-5251-4a4a-b4f2-a336bba980f4 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0471663 May 19 12:41:42.663320 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c034e6a-852e-49fc-b03b-eb310f820bb9 req-c9e8e9ef-931a-49d4-99e2-5b6578dea982 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 May 19 12:41:43.777628 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34891838-7503-40a1-82f3-bd36659eb65f req-1c0839e3-35c7-4e1b-b63b-5efea0a4f9e2 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:43.779102 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-34891838-7503-40a1-82f3-bd36659eb65f req-1c0839e3-35c7-4e1b-b63b-5efea0a4f9e2 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0485582 May 19 12:41:43.828170 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-34891838-7503-40a1-82f3-bd36659eb65f req-62c37e7c-3835-4c93-ac74-0d207eeca3a1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 May 19 12:41:44.939550 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc2c19-d25e-4d53-9b08-9d2d25278fd9 req-c56cdb42-f508-463b-b550-3f2677bfa6f8 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:44.941723 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a3bc2c19-d25e-4d53-9b08-9d2d25278fd9 req-c56cdb42-f508-463b-b550-3f2677bfa6f8 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0471745 May 19 12:41:44.990331 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a3bc2c19-d25e-4d53-9b08-9d2d25278fd9 req-871e085a-ded5-42d7-9636-f6260285c813 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 May 19 12:41:46.108609 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff7fae-8766-469a-8741-bafd66a43934 req-0053de70-a115-4432-bb61-bf8731ac57f7 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:46.110121 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e2ff7fae-8766-469a-8741-bafd66a43934 req-0053de70-a115-4432-bb61-bf8731ac57f7 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0502839 May 19 12:41:46.161399 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e2ff7fae-8766-469a-8741-bafd66a43934 req-141b0303-39ea-4fb1-8d9f-c16952e95d72 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 May 19 12:41:46.358022 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:46.359384 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=13 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:46.698123 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22873215-aa67-449c-a866-359be2b874e2 req-7af75be4-c3d3-46bd-80c2-a589d28a4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:46.699515 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-7af75be4-c3d3-46bd-80c2-a589d28a4c30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0390091 May 19 12:41:46.792599 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22873215-aa67-449c-a866-359be2b874e2 req-33c125f4-b3b0-4f3e-8b26-802e91a14493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:46.794055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-33c125f4-b3b0-4f3e-8b26-802e91a14493 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.0886686 May 19 12:41:46.839153 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:46.853485 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-0407b7b8-5b7c-4524-9c53-8231313bfe2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1002 time: 0.0542436 May 19 12:41:46.865275 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:46.901546 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22873215-aa67-449c-a866-359be2b874e2 req-ca309c24-25c7-4b3d-989b-7028702c4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:46.903051 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-ca309c24-25c7-4b3d-989b-7028702c4b95 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.0444617 May 19 12:41:46.951661 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22873215-aa67-449c-a866-359be2b874e2 req-e69e3cd5-7562-4683-a399-715b6d806d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:46.953034 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-e69e3cd5-7562-4683-a399-715b6d806d88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440831 May 19 12:41:47.041392 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-34a989ef-e6dd-473d-85af-6595664e69ea service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820978 May 19 12:41:47.133701 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-22873215-aa67-449c-a866-359be2b874e2 req-e30931a8-48b1-48bc-b8de-97ca2b6d0fe7 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864785 May 19 12:41:47.205017 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:41:47.276118 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01972a49-2bc0-4e2f-b798-996c51412743 req-a2fe5c77-9b6a-4111-a278-9d13b3e3874c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:47.277586 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-01972a49-2bc0-4e2f-b798-996c51412743 req-a2fe5c77-9b6a-4111-a278-9d13b3e3874c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0476968 May 19 12:41:47.326724 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-01972a49-2bc0-4e2f-b798-996c51412743 req-d864411d-6fb8-4a2c-9265-fa2bb628da83 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 May 19 12:41:48.367911 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-62dc4d39-70d8-417c-934a-fda21f92c7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:48.446529 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2590e3-635d-4a4a-8482-1e185dcb29bf req-d25da821-b0de-4505-82dc-058d8f6979a9 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:48.447993 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fd2590e3-635d-4a4a-8482-1e185dcb29bf req-d25da821-b0de-4505-82dc-058d8f6979a9 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0518577 May 19 12:41:48.497303 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fd2590e3-635d-4a4a-8482-1e185dcb29bf req-2cb9ffd3-2371-48ec-8dcf-8dd8974b1e39 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 May 19 12:41:49.612090 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b548a-9167-4cf9-b90a-3a18563a890c req-f2b07a12-d2cc-4978-8975-0a0308709a4c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:49.613556 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7e7b548a-9167-4cf9-b90a-3a18563a890c req-f2b07a12-d2cc-4978-8975-0a0308709a4c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0486186 May 19 12:41:49.662651 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7e7b548a-9167-4cf9-b90a-3a18563a890c req-0ad1b9cf-e9f4-467b-b5ab-e2dea631686e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 May 19 12:41:49.773486 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-3a7054f0-c874-411f-9bd6-6ea6f6b6a6d4 req-efe7c566-7112-4aeb-8587-3fe3e0c2795a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:41:49.774529 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-3a7054f0-c874-411f-9bd6-6ea6f6b6a6d4 req-efe7c566-7112-4aeb-8587-3fe3e0c2795a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0488575 May 19 12:41:50.104657 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a746b2-7d4d-4b6a-a281-421e78519e0f req-5e457baf-e3ac-4140-b0c7-5525866709f1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:50.106137 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c8a746b2-7d4d-4b6a-a281-421e78519e0f req-5e457baf-e3ac-4140-b0c7-5525866709f1 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0477092 May 19 12:41:50.160449 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c8a746b2-7d4d-4b6a-a281-421e78519e0f req-756c7bfb-0f36-4b8b-8296-86d9e5d8c3ca tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 May 19 12:41:50.179065 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57388) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:41:50.264481 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-bdc41d66-0756-45ef-8de2-321b266a3a69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841742 May 19 12:41:50.272855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-93414894-2225-45b4-b881-12350b85af36 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:41:50.273815 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-93414894-2225-45b4-b881-12350b85af36 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049734 May 19 12:41:50.366552 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57398) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:41:50.463699 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-784224af-4881-458e-a168-7082058fc1df tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:50.465036 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-784224af-4881-458e-a168-7082058fc1df tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports/773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 943 time: 0.0974898 May 19 12:41:50.543645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b92275c2-5e36-43df-b56a-6193df2368dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:51.280290 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a4218-2943-4052-b0c8-5591d64df14f req-84b0d176-b2c9-4aa0-aa16-e5d57da8190d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:51.281840 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-800a4218-2943-4052-b0c8-5591d64df14f req-84b0d176-b2c9-4aa0-aa16-e5d57da8190d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0514364 May 19 12:41:51.337649 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-800a4218-2943-4052-b0c8-5591d64df14f req-b0b3eeb4-341b-474e-bece-e508cd246394 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496781 May 19 12:41:51.829098 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:52.357844 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:41:52.468831 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deffc85-38fb-4a0b-ba22-bb546e0cee6a req-6fa7a1d4-c9a5-450c-879f-766d12412865 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:52.470431 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6deffc85-38fb-4a0b-ba22-bb546e0cee6a req-6fa7a1d4-c9a5-450c-879f-766d12412865 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0553980 May 19 12:41:52.522441 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6deffc85-38fb-4a0b-ba22-bb546e0cee6a req-f30d9594-f443-437d-a619-e502270fc4ff tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458279 May 19 12:41:52.561782 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 773e254a-2926-43ce-b4b2-88eca458ded1 is: ACTIVE; New status is: DOWN {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:41:52.562172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:52.587886 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:41:52.590316 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca9104c-9cb6-4111-b1a8-e8f10cc115e7" -d '{"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-unplugged", "status": "completed", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:41:52.603252 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:41:52.627176 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 12:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68618b40-04cb-455e-850d-5526f939c4ae x-openstack-request-id: req-68618b40-04cb-455e-850d-5526f939c4ae {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:41:52.627463 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-unplugged", "status": "completed", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:41:52.627751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68618b40-04cb-455e-850d-5526f939c4ae {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:41:52.628135 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68618b40-04cb-455e-850d-5526f939c4ae'] response: {'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'code': 200} May 19 12:41:52.676286 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:52.722833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=6']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:52.729775 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.730128 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.730503 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.730842 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.731179 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.731518 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.731846 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.732175 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.732504 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.732833 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.733159 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.733486 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.733809 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.734130 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.734470 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:52.968584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-a7c5fd10-9b60-4d79-b740-937a24ad4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:52.970082 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-a7c5fd10-9b60-4d79-b740-937a24ad4e87 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240&tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f HTTP/1.1" status: 200 len: 1128 time: 0.0720336 May 19 12:41:53.029730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-be5531ca-e10b-4085-a6c9-10e9295e55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:53.031231 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-be5531ca-e10b-4085-a6c9-10e9295e55e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1128 time: 0.0396161 May 19 12:41:53.084465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:53.103452 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:53.124067 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-cba9e4f4-3c92-48ec-90ac-61be5448319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:53.125501 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-cba9e4f4-3c92-48ec-90ac-61be5448319b service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.0886390 May 19 12:41:53.187519 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-17b1ad95-3cfa-41d4-8528-58f1fbce1b4c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1000 time: 0.0561371 May 19 12:41:53.234536 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-3997241b-e837-4154-a4cc-2fd671f0e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:53.235827 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-3997241b-e837-4154-a4cc-2fd671f0e355 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.0423982 May 19 12:41:53.277693 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-25858954-b19f-46e1-b7ca-177fb7820f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:53.279149 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-25858954-b19f-46e1-b7ca-177fb7820f66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377848 May 19 12:41:53.372662 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-ec5eb9b7-6f69-47cf-a881-2e92878d2c2f service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875371 May 19 12:41:53.406114 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:53.462772 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ca255efa-fe46-40bc-9a3a-53371c5b01e8 req-c7e91c13-621d-4625-93cd-e20795cc419a service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847354 May 19 12:41:53.639615 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f58f-64d1-4b47-97ae-65d031e05589 req-d5c5a36a-6de9-4ecc-923a-9abb08412e2d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:53.641075 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0145f58f-64d1-4b47-97ae-65d031e05589 req-d5c5a36a-6de9-4ecc-923a-9abb08412e2d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0503719 May 19 12:41:53.690481 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0145f58f-64d1-4b47-97ae-65d031e05589 req-62774c18-6900-4967-8fc1-5f890d6169c5 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 May 19 12:41:54.785464 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:54.804774 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bde40-3960-409b-aa1a-70ce9045d627 req-0210f50f-9626-40e7-ad48-50884f20c458 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:54.806584 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-629bde40-3960-409b-aa1a-70ce9045d627 req-0210f50f-9626-40e7-ad48-50884f20c458 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0470572 May 19 12:41:54.855724 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-629bde40-3960-409b-aa1a-70ce9045d627 req-3a9bd2b4-c6cb-4aea-92ec-4fccd367f894 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 May 19 12:41:55.982356 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dcb7-f857-4e80-97c9-cde01ee5fc43 req-e516ca8a-e740-412b-9aa4-81c8107cebcb tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:55.983840 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8478dcb7-f857-4e80-97c9-cde01ee5fc43 req-e516ca8a-e740-412b-9aa4-81c8107cebcb tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0473318 May 19 12:41:56.035126 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-8478dcb7-f857-4e80-97c9-cde01ee5fc43 req-6daa9cba-e465-42ce-8adc-40a5402ab63c tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459971 May 19 12:41:57.149911 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4d5d8-3f40-4f42-b817-ff158dc57486 req-49526f2f-3eb4-4bc8-a753-74a91b7494ac tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:57.151399 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fad4d5d8-3f40-4f42-b817-ff158dc57486 req-49526f2f-3eb4-4bc8-a753-74a91b7494ac tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0474331 May 19 12:41:57.200067 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-fad4d5d8-3f40-4f42-b817-ff158dc57486 req-55e4f750-3a4f-47ca-964c-493aa5ec0e74 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 May 19 12:41:57.201516 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:58.312206 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37acda-2050-4776-92fc-43429d63c93e req-f1287342-8d0c-405d-abe1-d63a248c09da tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:58.313585 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dd37acda-2050-4776-92fc-43429d63c93e req-f1287342-8d0c-405d-abe1-d63a248c09da tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0467770 May 19 12:41:58.362814 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dd37acda-2050-4776-92fc-43429d63c93e req-4f6537b8-6a36-4b09-b749-57b2874a5b1b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 May 19 12:41:59.480137 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0585f6c-eb87-438b-8d13-4bc75acc0e08 req-03a376e0-dcac-4ec6-a132-d75ef7aab466 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:41:59.481585 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0585f6c-eb87-438b-8d13-4bc75acc0e08 req-03a376e0-dcac-4ec6-a132-d75ef7aab466 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0520668 May 19 12:41:59.529765 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a0585f6c-eb87-438b-8d13-4bc75acc0e08 req-7e0a5806-3575-46b8-a8dd-a5ec477e47a3 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 May 19 12:42:00.257228 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:00.261259 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:00.628092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:00.644147 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb9c63-a6c5-4298-9bd3-d8d00f0ed25d req-c3099e5b-d4e2-4fa8-b7c2-a94caa7a43d5 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:00.646234 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1bb9c63-a6c5-4298-9bd3-d8d00f0ed25d req-c3099e5b-d4e2-4fa8-b7c2-a94caa7a43d5 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0472877 May 19 12:42:00.694769 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f1bb9c63-a6c5-4298-9bd3-d8d00f0ed25d req-d920a2b3-a5ff-4d6c-9379-52e1d88bec44 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 May 19 12:42:01.814217 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9431b-6a47-43a6-b4ba-971c9f090087 req-1d8fc4fe-c987-4233-b367-a0a8cad1dc93 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:01.815713 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2db9431b-6a47-43a6-b4ba-971c9f090087 req-1d8fc4fe-c987-4233-b367-a0a8cad1dc93 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 944 time: 0.0519347 May 19 12:42:01.836395 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:01.865002 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2db9431b-6a47-43a6-b4ba-971c9f090087 req-94f26c8f-60ea-428f-825f-88a67d568b0a tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 May 19 12:42:02.412812 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:42:02.511349 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:42:02.522469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '773e254a-2926-43ce-b4b2-88eca458ded1', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'port_id': '773e254a-2926-43ce-b4b2-88eca458ded1', 'mac_address': 'fa:16:3e:ea:c5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:42:02.557769 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 773e254a-2926-43ce-b4b2-88eca458ded1 is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:42:02.561742 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:02.571542 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773e254a-2926-43ce-b4b2-88eca458ded1 {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:42:02.590647 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:42:02.651709 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:02.697430 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=7']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:02.967752 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['773e254a-2926-43ce-b4b2-88eca458ded1'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:42:02.977747 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72586f87-ff3b-4877-817a-cbe59fabb2c3 req-d0c61553-3292-4e91-b68c-36aeb5fc2201 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:02.979322 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72586f87-ff3b-4877-817a-cbe59fabb2c3 req-d0c61553-3292-4e91-b68c-36aeb5fc2201 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 945 time: 0.0469539 May 19 12:42:03.030471 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-72586f87-ff3b-4877-817a-cbe59fabb2c3 req-223a2892-e434-4e07-96b6-8ccfe6a6ece2 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453842 May 19 12:42:03.096405 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:03.186073 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:04.142528 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbb11-f055-46fb-819e-5d164a2f23db req-ec550f88-108c-4c77-902d-60bfa359b434 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:04.143991 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-380fbb11-f055-46fb-819e-5d164a2f23db req-ec550f88-108c-4c77-902d-60bfa359b434 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 945 time: 0.0468791 May 19 12:42:04.196980 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-380fbb11-f055-46fb-819e-5d164a2f23db req-d0b5bce9-6ee3-4cd1-95b2-b1429bd27fe8 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475750 May 19 12:42:04.436481 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:42:04.481746 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 773e254a-2926-43ce-b4b2-88eca458ded1 triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:42:04.482113 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:04.550179 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 773e254a-2926-43ce-b4b2-88eca458ded1 is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:42:04.550589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:04.572937 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:42:04.575882 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df381de-c28c-422e-bc5a-5d44c159416b" -d '{"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-plugged", "status": "completed", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:42:04.595031 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:42:04.617464 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c9835-0598-48df-ba60-7cc0e972f0c1 x-openstack-request-id: req-c44c9835-0598-48df-ba60-7cc0e972f0c1 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:42:04.617751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-plugged", "status": "completed", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:42:04.617998 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c44c9835-0598-48df-ba60-7cc0e972f0c1 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:42:04.618382 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44c9835-0598-48df-ba60-7cc0e972f0c1'] response: {'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'code': 200} May 19 12:42:04.636026 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:04.686841 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=8']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:04.889413 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f49383-f204-48ba-910f-78ce22fff27c req-fe56dbce-008c-4339-bd86-376baab67298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:04.890972 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36f49383-f204-48ba-910f-78ce22fff27c req-fe56dbce-008c-4339-bd86-376baab67298 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0385606 May 19 12:42:04.936340 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-36f49383-f204-48ba-910f-78ce22fff27c req-946f47d9-495e-4449-8b91-4ea4fce5ef3e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 May 19 12:42:05.309800 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25676121-87f7-44c0-97ae-ee7bb8948cb1 req-bf245b26-1c4d-415d-88e9-abf98ddb118e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:05.311178 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25676121-87f7-44c0-97ae-ee7bb8948cb1 req-bf245b26-1c4d-415d-88e9-abf98ddb118e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0486770 May 19 12:42:05.359338 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-25676121-87f7-44c0-97ae-ee7bb8948cb1 req-bf0b242f-f178-4c1c-8a61-62463f2f44ec tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 May 19 12:42:06.482049 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0674fb-bbd5-4ecd-a991-2f30268b1d9a req-070bb018-5abe-4a38-8547-5f05018173c5 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:06.483562 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da0674fb-bbd5-4ecd-a991-2f30268b1d9a req-070bb018-5abe-4a38-8547-5f05018173c5 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0533266 May 19 12:42:06.532628 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-da0674fb-bbd5-4ecd-a991-2f30268b1d9a req-f6bb8a3e-e9d3-4d79-b9ee-38c164d7dfa4 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 May 19 12:42:07.652740 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b836c-7454-4f15-ba16-b7182ce287e6 req-8203a29e-66f2-4799-902b-4f50f783de51 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:07.654212 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090b836c-7454-4f15-ba16-b7182ce287e6 req-8203a29e-66f2-4799-902b-4f50f783de51 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0518465 May 19 12:42:07.702795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-090b836c-7454-4f15-ba16-b7182ce287e6 req-deda175f-91d5-4ba0-a0eb-9023dea65c6e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 May 19 12:42:11.527456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:12.155458 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:12.156240 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:17.695668 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=72 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:17.698701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=52 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:18.365521 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-594194a5-8dae-445b-b400-5598bd5ff983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:20.556185 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-049baeac-0e02-4e73-bd18-cd3422021f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:21.845437 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:23.378905 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:24.165584 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-c4f85331-2cee-4cfe-9b0b-282de7f1bab2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373397 May 19 12:42:24.206118 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:42:24.228786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-3d400ab8-8480-4671-87e6-3151db77a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:24.246948 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-3d400ab8-8480-4671-87e6-3151db77a988 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1130 time: 0.0421476 May 19 12:42:24.333952 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-56dcbe79-2d12-44a8-a6dd-7aa545c65780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:24.335305 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-56dcbe79-2d12-44a8-a6dd-7aa545c65780 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0865822 May 19 12:42:24.401161 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-cc0dcf75-26f0-4d53-8a03-eef56ea88281 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 200 len: 1002 time: 0.0589499 May 19 12:42:24.449896 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-96e470c6-4645-4e54-8f79-65e92646dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:24.451356 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-96e470c6-4645-4e54-8f79-65e92646dd8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0445249 May 19 12:42:24.494916 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-674f798c-8bc3-4b28-8f7f-d66b0e0eb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:24.496412 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-674f798c-8bc3-4b28-8f7f-d66b0e0eb3b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389762 May 19 12:42:24.589546 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-b0cc90e4-b0a9-428c-b002-d1c9c6a5f12a service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863943 May 19 12:42:24.679194 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-346c0961-463b-4b3c-bb6d-ab088e070494 req-ba02b19a-1525-404a-8275-6d2b996b9eb2 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840087 May 19 12:42:24.879550 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:31.584952 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-87ddf790-6ff5-46f7-808a-99c7e2b76dbc tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333795976&fields=id&tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 267 time: 0.0515516 May 19 12:42:31.691908 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-d88081f1-7c8c-4ce3-9b57-6526258ced02 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:31.693663 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-d88081f1-7c8c-4ce3-9b57-6526258ced02 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 812 time: 0.1022155 May 19 12:42:31.707710 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-0b4772f1-a36c-4ee9-bd90-be23c5ba5936 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/quotas/ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0089276 May 19 12:42:31.763054 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-57d1504a-c6a3-4078-bed0-6d79766221a9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498059 May 19 12:42:31.900497 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-a1848ec9-0b20-48ac-b191-585de96ca2af service neutron] 10.222.0.57 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262834 May 19 12:42:31.993733 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-50d410b2-fc21-4c26-a595-c07210fe8f4d service neutron] 10.222.0.57 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873930 May 19 12:42:33.597842 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f2e9943d-3b33-4761-909d-702a473f8679 req-8301d206-e5f1-43cc-9aa1-2d4bb80071a8 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0288317 May 19 12:42:34.202643 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:34.675559 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-317fdc22-838b-46e1-be13-cb30d86a9d30 req-0b4780b6-ba1e-4764-ba2f-fce1646457ea tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0278726 May 19 12:42:34.722291 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:34.723137 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:35.756264 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc883efe-9659-4936-88c2-685745091bcf req-0f71b3d1-0cdc-4abc-8307-4d1f843075fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0284576 May 19 12:42:36.836503 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a9a4d735-81fd-407c-a8cb-e3b7673e89a6 req-9fea00e6-2779-4f99-91a3-7f9128cd2280 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0307119 May 19 12:42:37.932109 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ffef5657-6274-4e3b-a875-84ee0ac88f0d req-cc601ea7-6e92-4195-bec3-075811f08aef tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0280824 May 19 12:42:39.028512 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e7de64e1-8e7e-4d1b-ab4a-54a6a1583e93 req-fda804aa-5786-44d2-b362-8f59f5a7f8d1 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0280857 May 19 12:42:39.372184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:39.376753 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:39.424208 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-a628edcf-c244-4988-8a4d-37bf63cac66f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:39.425709 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-a628edcf-c244-4988-8a4d-37bf63cac66f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 812 time: 0.1064587 May 19 12:42:39.488905 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-46ff8b53-5e40-4686-9658-8b724f906dcb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1 HTTP/1.1" status: 200 len: 379 time: 0.0536439 May 19 12:42:39.500439 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'port': {'device_id': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'admin_state_up': True, 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'security_groups': ['4fe3f045-8dd8-4bca-b0c4-232b10e5654a']}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:42:39.667819 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Made reservation on behalf of ff5ebee4cf6c47f9adee30f9c8cd6ba1 for: {'port': 1} {{(pid=104398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:39.671827 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:39.797034 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Allocated IP 172.20.0.11 (8d351609-6722-4245-b241-bc1661734268/bbf681d4-18f2-4ee6-9440-27bae398b8e4/679d8251-6e6d-4196-9c59-d5039983357d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:39.937272 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (679d8251-6e6d-4196-9c59-d5039983357d), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:40.035636 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (679d8251-6e6d-4196-9c59-d5039983357d), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:40.085474 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Network 8d351609-6722-4245-b241-bc1661734268 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:40.088801 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:40.092730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:42:40.100980 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=679d8251-6e6d-4196-9c59-d5039983357d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:40.129132 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:40.163433 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.163781 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.164119 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.164786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.164786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.165096 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.165416 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.165741 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.166062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.166384 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.166743 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.167052 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.167370 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.167685 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.167997 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:40.197780 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0483-f5d3-48f5-bbbb-fc87abc338c6 req-5a575471-241e-4ebe-b2c5-58f75d64f976 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:40.199253 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-252a0483-f5d3-48f5-bbbb-fc87abc338c6 req-5a575471-241e-4ebe-b2c5-58f75d64f976 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 932 time: 0.1015711 May 19 12:42:40.204730 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:40.205330 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:40.261564 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-252a0483-f5d3-48f5-bbbb-fc87abc338c6 req-30e3b065-fbc1-48c8-8ec8-0ee8e89a8774 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533147 May 19 12:42:40.310607 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-c2201f3e-657b-42d1-84d0-eeb4a3adc876 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8137205 May 19 12:42:40.322329 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Request body: {'port': {'device_id': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:42:40.336128 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-4922c349-2637-4def-8e59-c5b4fd903eae None None] Provisioning complete for port 679d8251-6e6d-4196-9c59-d5039983357d triggered by entity DHCP. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:42:40.336643 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-4922c349-2637-4def-8e59-c5b4fd903eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (679d8251-6e6d-4196-9c59-d5039983357d), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:40.370755 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-4922c349-2637-4def-8e59-c5b4fd903eae None None] Port 679d8251-6e6d-4196-9c59-d5039983357d cannot update to ACTIVE because it is not bound. {{(pid=104400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:42:40.387506 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (679d8251-6e6d-4196-9c59-d5039983357d), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:40.389159 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:40.919452 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679d8251-6e6d-4196-9c59-d5039983357d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:42:40.927508 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Publish callbacks [] for port (679d8251-6e6d-4196-9c59-d5039983357d), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:40.940440 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Transition to ACTIVE for port object 679d8251-6e6d-4196-9c59-d5039983357d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:42:41.012482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (679d8251-6e6d-4196-9c59-d5039983357d), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:41.063495 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Pushing event updated for resources: {'Port': ['ID=679d8251-6e6d-4196-9c59-d5039983357d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:41.140302 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Attempting to bind port 679d8251-6e6d-4196-9c59-d5039983357d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:42:41.140650 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Attempting to bind port 679d8251-6e6d-4196-9c59-d5039983357d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:42:41.140987 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Attempting to bind port 679d8251-6e6d-4196-9c59-d5039983357d on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:42:41.145806 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Port 679d8251-6e6d-4196-9c59-d5039983357d on network 8d351609-6722-4245-b241-bc1661734268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:42:41.146324 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Attempting to bind port 679d8251-6e6d-4196-9c59-d5039983357d on network 8d351609-6722-4245-b241-bc1661734268 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:42:41.151530 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Checking agent: {'id': 'b4685138-e382-48aa-b238-b339be2162df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:42:41.151872 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Checking segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:42:41.152254 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Bound using segment: {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:42:41.152716 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Bound port: 679d8251-6e6d-4196-9c59-d5039983357d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a91ad0a-0353-4952-9b8f-1453df049f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8d351609-6722-4245-b241-bc1661734268'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:42:41.153201 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (679d8251-6e6d-4196-9c59-d5039983357d), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:41.219204 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] For port 679d8251-6e6d-4196-9c59-d5039983357d, host hv-cinder-77819, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:42:41.222148 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] For port 679d8251-6e6d-4196-9c59-d5039983357d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=679d8251-6e6d-4196-9c59-d5039983357d,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:42:41.309388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (679d8251-6e6d-4196-9c59-d5039983357d), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:41.320098 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:41.362556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.363186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:41.365298 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] 10.222.0.77 "PUT /v2.0/ports/679d8251-6e6d-4196-9c59-d5039983357d HTTP/1.1" status: 200 len: 1094 time: 1.0468867 May 19 12:42:41.365911 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:42:41.368123 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3be4996-33d7-4135-8607-9859fd11aee4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "tag": "679d8251-6e6d-4196-9c59-d5039983357d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:42:41.422225 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b86c5-13cc-4137-8ac5-acc3821c5545 req-5abbf5aa-018c-4cc1-a698-8a818941ca5e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.423773 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c1b86c5-13cc-4137-8ac5-acc3821c5545 req-5abbf5aa-018c-4cc1-a698-8a818941ca5e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0811648 May 19 12:42:41.424959 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a0118-f30a-48a4-b762-ab5fb8368f9a service neutron] Pushing event updated for resources: {'Port': ['ID=679d8251-6e6d-4196-9c59-d5039983357d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:41.433553 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98822ec-bfd2-4788-8531-90adf9f710b8 x-openstack-request-id: req-a98822ec-bfd2-4788-8531-90adf9f710b8 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:42:41.433839 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "tag": "679d8251-6e6d-4196-9c59-d5039983357d", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:42:41.434087 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a98822ec-bfd2-4788-8531-90adf9f710b8 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:42:41.434597 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98822ec-bfd2-4788-8531-90adf9f710b8'] response: {'name': 'network-changed', 'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d', 'status': 'completed', 'code': 200} May 19 12:42:41.518071 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7c1b86c5-13cc-4137-8ac5-acc3821c5545 req-bdcc5bfb-765f-4e6a-95d9-21d720d460cc tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826397 May 19 12:42:41.521790 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4996-33d7-4135-8607-9859fd11aee4 req-2c36cc0a-a236-473d-9fce-eb7bcda174ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.523361 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3be4996-33d7-4135-8607-9859fd11aee4 req-2c36cc0a-a236-473d-9fce-eb7bcda174ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 1128 time: 0.0652325 May 19 12:42:41.541858 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:41.627004 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4996-33d7-4135-8607-9859fd11aee4 req-07d72292-7103-448c-99cb-a02f1be02fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.628468 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3be4996-33d7-4135-8607-9859fd11aee4 req-07d72292-7103-448c-99cb-a02f1be02fc6 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980704 May 19 12:42:41.717959 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:41.730556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4996-33d7-4135-8607-9859fd11aee4 req-57a7930a-73f7-4493-9654-e4412eda22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.732223 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e3be4996-33d7-4135-8607-9859fd11aee4 req-57a7930a-73f7-4493-9654-e4412eda22c9 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978084 May 19 12:42:41.812303 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-6f4a6d1f-4b9e-486a-8664-e75172980844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.813796 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-6f4a6d1f-4b9e-486a-8664-e75172980844 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 1128 time: 0.0407908 May 19 12:42:41.854055 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-5cacf7a8-97f4-4ab5-a913-1e6ac8952bc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=679d8251-6e6d-4196-9c59-d5039983357d HTTP/1.1" status: 200 len: 217 time: 0.0334029 May 19 12:42:41.905377 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-e604f2d9-6860-49f5-8d48-16a738cec37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.906832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-e604f2d9-6860-49f5-8d48-16a738cec37d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0470421 May 19 12:42:41.949400 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-1e9cfcf8-2607-4802-9515-e8454a595e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:41.950861 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-1e9cfcf8-2607-4802-9515-e8454a595e8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381584 May 19 12:42:42.047409 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-579aa3e8-fd29-460b-813e-5306434f8df8 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897334 May 19 12:42:42.138980 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5b9aa744-a02a-4ddb-9ca8-fd509ac4aa8e req-d5fd308e-07be-4713-b458-553e1c8cbe83 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845406 May 19 12:42:42.634674 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404d91-dcb5-4ac8-8332-01c4dd520c58 req-ff9bebf3-4c80-4c20-9a88-9ca80ff803df tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:42.636125 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c404d91-dcb5-4ac8-8332-01c4dd520c58 req-ff9bebf3-4c80-4c20-9a88-9ca80ff803df tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0469148 May 19 12:42:42.687909 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-9c404d91-dcb5-4ac8-8332-01c4dd520c58 req-8d0d68c2-73fc-45ac-a416-83c7814833f3 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463960 May 19 12:42:43.802265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41cbe8-7a59-4f00-82d1-0c2044a8e310 req-8ea7bcf0-a342-4cf6-9895-29b5e811c08f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:43.803766 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d41cbe8-7a59-4f00-82d1-0c2044a8e310 req-8ea7bcf0-a342-4cf6-9895-29b5e811c08f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0484295 May 19 12:42:43.853041 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5d41cbe8-7a59-4f00-82d1-0c2044a8e310 req-f12d2bb9-59ba-40d5-a9f2-65a4cd55f4cd tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 May 19 12:42:44.968383 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7a1b4-7ea6-4b3f-808a-3d9e6f3848fc req-41849830-cd04-4c6a-ad6e-0177c9d061bb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:44.969823 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78a7a1b4-7ea6-4b3f-808a-3d9e6f3848fc req-41849830-cd04-4c6a-ad6e-0177c9d061bb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0472608 May 19 12:42:45.017776 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-78a7a1b4-7ea6-4b3f-808a-3d9e6f3848fc req-9ef6e400-5026-4c74-ba7a-659964c98a70 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 May 19 12:42:46.134459 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4c680-7a3b-4e99-8738-89dbeab083b5 req-4b33baad-2e48-497b-8774-43e9be667cfb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:46.135894 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3d4c680-7a3b-4e99-8738-89dbeab083b5 req-4b33baad-2e48-497b-8774-43e9be667cfb tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0506427 May 19 12:42:46.184014 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-d3d4c680-7a3b-4e99-8738-89dbeab083b5 req-be1ac88a-7560-4684-a360-96ebaba535f4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 May 19 12:42:47.297292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd72fd-1bfa-4c92-a577-ab2c810dd9d6 req-c31ddd0c-69d1-4060-8ce9-0cbdd2f7481c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:47.298680 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8dd72fd-1bfa-4c92-a577-ab2c810dd9d6 req-c31ddd0c-69d1-4060-8ce9-0cbdd2f7481c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0465705 May 19 12:42:47.349418 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-f8dd72fd-1bfa-4c92-a577-ab2c810dd9d6 req-5dabfaf4-7268-4c38-b5a1-c155bd953c87 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436988 May 19 12:42:48.350474 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-692f1628-37fc-491b-86a6-5c3af6239344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:48.445746 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:48.464007 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfcf74-9efa-49a8-81e7-cd750ad1feeb req-69aeff5c-6ce9-450e-98cf-f5dd383c2ff5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:48.465478 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0bbfcf74-9efa-49a8-81e7-cd750ad1feeb req-69aeff5c-6ce9-450e-98cf-f5dd383c2ff5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0478184 May 19 12:42:48.519535 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0bbfcf74-9efa-49a8-81e7-cd750ad1feeb req-76bd436d-9c07-49dc-ac8d-ad3c2f20ef34 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483992 May 19 12:42:49.141990 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:49.152990 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:49.634605 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea629829-c0b4-46b0-8147-c1435b4cebb8 req-dc8eca0d-aa44-422f-b39d-3cda8d82f7a5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:49.636139 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea629829-c0b4-46b0-8147-c1435b4cebb8 req-dc8eca0d-aa44-422f-b39d-3cda8d82f7a5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0505819 May 19 12:42:49.685871 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-ea629829-c0b4-46b0-8147-c1435b4cebb8 req-592669ec-3919-43bb-8e9d-256ede82885d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443044 May 19 12:42:50.553307 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6953ebed-5180-4671-9ee8-aed46744c0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:50.695285 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 679d8251-6e6d-4196-9c59-d5039983357d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=104400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:42:50.761261 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:50.793933 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 679d8251-6e6d-4196-9c59-d5039983357d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=679d8251-6e6d-4196-9c59-d5039983357d,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:42:50.799339 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892ffd2-d291-4580-ba10-8662853b7240 req-9d34eb26-873c-4e1d-884b-ffc7dbcecb95 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:50.800832 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6892ffd2-d291-4580-ba10-8662853b7240 req-9d34eb26-873c-4e1d-884b-ffc7dbcecb95 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 944 time: 0.0483956 May 19 12:42:50.806292 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Returning: {'device': '679d8251-6e6d-4196-9c59-d5039983357d', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'port_id': '679d8251-6e6d-4196-9c59-d5039983357d', 'mac_address': 'fa:16:3e:98:aa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:42:50.843317 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 679d8251-6e6d-4196-9c59-d5039983357d is: DOWN; New status is: BUILD {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:42:50.843736 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (679d8251-6e6d-4196-9c59-d5039983357d), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:50.851629 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6892ffd2-d291-4580-ba10-8662853b7240 req-44233298-aeeb-4fff-a0c1-93ceafca92a6 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440392 May 19 12:42:50.857236 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679d8251-6e6d-4196-9c59-d5039983357d {{(pid=104400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:42:50.878199 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 679d8251-6e6d-4196-9c59-d5039983357d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=679d8251-6e6d-4196-9c59-d5039983357d,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:42:50.965003 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (679d8251-6e6d-4196-9c59-d5039983357d), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:51.010109 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=679d8251-6e6d-4196-9c59-d5039983357d,revision_number=4']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:51.270621 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] get_ports_and_sgs() called for port_ids ['679d8251-6e6d-4196-9c59-d5039983357d'] {{(pid=104400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:42:51.834964 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:51.967265 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f30c-275b-4053-a41f-f5161d213b0b req-1864dff1-cfc5-4bae-ac99-90976ad70720 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:51.968640 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-58b2f30c-275b-4053-a41f-f5161d213b0b req-1864dff1-cfc5-4bae-ac99-90976ad70720 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 945 time: 0.0510919 May 19 12:42:52.017202 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-58b2f30c-275b-4053-a41f-f5161d213b0b req-77aac63d-d986-4441-8cb6-b78a5a010e5b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429220 May 19 12:42:52.694668 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 679d8251-6e6d-4196-9c59-d5039983357d up at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:42:52.731728 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:52.740013 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning for port 679d8251-6e6d-4196-9c59-d5039983357d completed by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:42:52.828928 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.provisioning_blocks [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Provisioning complete for port 679d8251-6e6d-4196-9c59-d5039983357d triggered by entity L2. {{(pid=104400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:42:52.829298 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803253'] for port (679d8251-6e6d-4196-9c59-d5039983357d), provisioning_complete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:52.903891 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:52.909599 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Current status of the port 679d8251-6e6d-4196-9c59-d5039983357d is: BUILD; New status is: ACTIVE {{(pid=104400) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:42:52.910032 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (679d8251-6e6d-4196-9c59-d5039983357d), before_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:52.933065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d'}] {{(pid=104400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:42:52.935280 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47416e4be0de684f06cf1eeb740b9234a6ad9629983d1293f07c33e5e558126b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e55d46-0275-40ac-b0ab-b493bf78cb76" -d '{"events": [{"server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "name": "network-vif-plugged", "status": "completed", "tag": "679d8251-6e6d-4196-9c59-d5039983357d"}]}' {{(pid=104400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:42:52.952996 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] For port 679d8251-6e6d-4196-9c59-d5039983357d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=679d8251-6e6d-4196-9c59-d5039983357d,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:42:53.034319 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c58bcc0-781a-4065-b184-9b438dd8c0b4 x-openstack-request-id: req-4c58bcc0-781a-4065-b184-9b438dd8c0b4 {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:42:53.034615 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "name": "network-vif-plugged", "status": "completed", "tag": "679d8251-6e6d-4196-9c59-d5039983357d", "code": 200}]} {{(pid=104400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:42:53.034872 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c58bcc0-781a-4065-b184-9b438dd8c0b4 {{(pid=104400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:42:53.035266 dv-cinder-778193-27-iscsi neutron-server[104400]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c58bcc0-781a-4065-b184-9b438dd8c0b4'] response: {'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d', 'code': 200} May 19 12:42:53.040912 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595'] for port (679d8251-6e6d-4196-9c59-d5039983357d), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:53.092514 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Pushing event updated for resources: {'Port': ['ID=679d8251-6e6d-4196-9c59-d5039983357d,revision_number=5']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:53.100291 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.100638 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.100982 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.101322 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.101656 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.101986 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.102313 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.102662 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.102988 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.103313 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.103636 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.103958 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.104275 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.104593 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.104929 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:53.150879 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e027f5-b1af-4314-b251-c463214a2e47 req-635623dc-8ccf-4182-8fd0-d70edb881dab tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:53.152416 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5e027f5-b1af-4314-b251-c463214a2e47 req-635623dc-8ccf-4182-8fd0-d70edb881dab tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.0476041 May 19 12:42:53.202425 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-c5e027f5-b1af-4314-b251-c463214a2e47 req-364ce9fe-3b1b-42d7-a99a-47be1e50cc12 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 May 19 12:42:53.401281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:53.402024 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92d7ea-b940-43e9-9b57-c33cc3577ce5 req-17cae55e-fed3-46d5-87af-9f855224728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:53.403541 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e92d7ea-b940-43e9-9b57-c33cc3577ce5 req-17cae55e-fed3-46d5-87af-9f855224728a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 1130 time: 0.0429811 May 19 12:42:53.452125 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4e92d7ea-b940-43e9-9b57-c33cc3577ce5 req-3da694af-a75c-4445-abd7-3fdd3c990524 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 May 19 12:42:54.324565 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc177499-f9da-48d7-be2b-ed8b44d46ec6 req-694b37c0-47e5-4efb-95f5-96e76a550a6f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:54.325939 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dc177499-f9da-48d7-be2b-ed8b44d46ec6 req-694b37c0-47e5-4efb-95f5-96e76a550a6f tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.0490797 May 19 12:42:54.376108 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-dc177499-f9da-48d7-be2b-ed8b44d46ec6 req-4e60da43-78de-42ee-a277-1a602efd6cfa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 May 19 12:42:54.771803 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:55.492081 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e317-d5f9-458a-995e-5f6b8fb3ad3a req-dd38683b-35aa-40e5-a978-038c7840d3e6 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:55.493552 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6de1e317-d5f9-458a-995e-5f6b8fb3ad3a req-dd38683b-35aa-40e5-a978-038c7840d3e6 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.0497649 May 19 12:42:55.549038 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-6de1e317-d5f9-458a-995e-5f6b8fb3ad3a req-70cc1960-ad30-41e7-b4fd-af2225ca2a65 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485146 May 19 12:42:55.663870 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77f40-defc-41e2-8197-bf3168ce6664 req-9feb2b04-c14b-491a-9972-765b305089d5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:55.665295 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-63d77f40-defc-41e2-8197-bf3168ce6664 req-9feb2b04-c14b-491a-9972-765b305089d5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.0484242 May 19 12:42:55.714117 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-63d77f40-defc-41e2-8197-bf3168ce6664 req-3bdad465-e275-41be-a079-d370008532ad tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432723 May 19 12:42:55.736701 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57578) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:42:55.871839 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04d361-9c30-4875-b092-dd831c28af2e tempest-TestVolumeBootPattern-1787656982 tempest-TestVolumeBootPattern-1787656982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:55.873306 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-2d04d361-9c30-4875-b092-dd831c28af2e tempest-TestVolumeBootPattern-1787656982 tempest-TestVolumeBootPattern-1787656982-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 1125 time: 0.1356606 May 19 12:42:55.876136 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57582) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:42:55.880981 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.v2.base [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Request body: {'floatingip': {'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'port_id': '679d8251-6e6d-4196-9c59-d5039983357d', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:42:55.978205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:56.060465 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (None), before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:56.144012 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:56.164104 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Allocated IP 172.27.3.11 (ea1d7b8d-f862-41f8-ae6d-388fe48c9e30/76572d7b-dcce-4c6c-adac-d9ab09dd068f/74391848-6283-4cc9-8d7e-c8c2b48ca989) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:56.169101 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:56.271423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:56.365426 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734581910559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:56.407532 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Network ea1d7b8d-f862-41f8-ae6d-388fe48c9e30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:56.413180 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:56.417021 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:42:56.420207 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=74391848-6283-4cc9-8d7e-c8c2b48ca989,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:56.725762 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:56.771993 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (1dd0ae63-654c-4fd7-8a7c-e6abd2979c59), precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:56.898985 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1746277'] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:57.076360 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:57.125998 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582398091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734581910577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734581910595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8841926'] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:57.197060 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event updated for resources: {'Port': ['ID=74391848-6283-4cc9-8d7e-c8c2b48ca989,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:57.207936 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584590'] for floatingip (1dd0ae63-654c-4fd7-8a7c-e6abd2979c59), after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:57.294006 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:57.305795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Floating IP 1dd0ae63-654c-4fd7-8a7c-e6abd2979c59 associated. External IP: 172.27.3.11, port: 679d8251-6e6d-4196-9c59-d5039983357d. May 19 12:42:57.512079 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:42:57.624177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:42:57.634969 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:42:57.646193 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:42:57.646855 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:42:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:57.705488 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:57.736073 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-bd189d6f-63d6-4136-a52d-e88e6b8691fa tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8589334 May 19 12:42:57.736804 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:42:57.739644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6d252-f6fd-40f9-a809-2284567d4945" -d '{"events": [{"name": "network-changed", "server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "tag": "679d8251-6e6d-4196-9c59-d5039983357d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:42:57.752895 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:42:57.775012 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f3955-1b78-42ac-9e60-f76f8e0caedf x-openstack-request-id: req-069f3955-1b78-42ac-9e60-f76f8e0caedf {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:42:57.775310 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "tag": "679d8251-6e6d-4196-9c59-d5039983357d", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:42:57.775568 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-069f3955-1b78-42ac-9e60-f76f8e0caedf {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:42:57.775977 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069f3955-1b78-42ac-9e60-f76f8e0caedf'] response: {'name': 'network-changed', 'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d', 'status': 'completed', 'code': 200} May 19 12:42:57.833910 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:57.841691 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-b479267b-435a-4348-a378-1b7e62e7763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:57.843242 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-b479267b-435a-4348-a378-1b7e62e7763a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 1130 time: 0.0404084 May 19 12:42:57.939094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-42d2a616-e76f-4900-9c29-3a84c0d53dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:57.940456 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-42d2a616-e76f-4900-9c29-3a84c0d53dbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0898151 May 19 12:42:57.969111 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '1dd0ae63-654c-4fd7-8a7c-e6abd2979c59', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '679d8251-6e6d-4196-9c59-d5039983357d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:98:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:42:56Z', 'updated_at': '2022-05-19T12:42:56Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}, {'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:31Z', 'revision_number': 1, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:57.994488 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:42:58.001972 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-8d271699-f36a-4e90-8ca8-ed003f4de6c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=679d8251-6e6d-4196-9c59-d5039983357d HTTP/1.1" status: 200 len: 999 time: 0.0561063 May 19 12:42:58.002821 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:42:58.003418 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:42:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:58.053446 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-2d1dbd45-c28f-449f-a3c6-c7afaacaefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:58.054929 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-2d1dbd45-c28f-449f-a3c6-c7afaacaefe8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0449159 May 19 12:42:58.104211 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-e5faf6c1-46f8-4f59-ac6d-ada8e3f7f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:42:58.105742 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-e5faf6c1-46f8-4f59-ac6d-ada8e3f7f4cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443676 May 19 12:42:58.201086 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-8f2b1d90-4a58-4a42-9034-55716c389704 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879977 May 19 12:42:58.231288 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:42:58.297665 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-08f6d252-f6fd-40f9-a809-2284567d4945 req-b96a71c7-cb18-497d-b9db-0d5e814abade service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885260 May 19 12:42:58.307351 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:58.389528 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:58.441216 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '1dd0ae63-654c-4fd7-8a7c-e6abd2979c59', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '679d8251-6e6d-4196-9c59-d5039983357d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:98:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:42:56Z', 'updated_at': '2022-05-19T12:42:56Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}, {'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:31Z', 'revision_number': 1, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:58.473180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84d8fb-8475-4e09-9be8-d7f4697da7bc None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': '1dd0ae63-654c-4fd7-8a7c-e6abd2979c59', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '679d8251-6e6d-4196-9c59-d5039983357d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:98:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:42:56Z', 'updated_at': '2022-05-19T12:42:56Z', 'revision_number': 0, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}, {'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:31Z', 'revision_number': 1, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:42:58.659126 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73dae90-f701-4b38-b41c-92838686fe9c None None] New status for floating IP 1dd0ae63-654c-4fd7-8a7c-e6abd2979c59: ACTIVE {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:43:01.205944 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:43:08.293030 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=37 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:08.293756 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:08.447769 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=15 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:11.200895 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=10 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:11.201672 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:11.543209 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:18.369662 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-17b6bee9-01b5-446a-9eaf-1d934f5c02da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:20.559707 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a294a493-8bf8-4751-8af6-4608fb2e6cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:21.851371 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:23.377281 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:24.780589 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:24.829159 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-638a24ae-921a-4d73-b04c-97d906372156 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396261 May 19 12:43:24.907627 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-ef398c59-4fca-4b9f-8a78-760704e8800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:24.909250 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-ef398c59-4fca-4b9f-8a78-760704e8800d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0399411 May 19 12:43:25.027455 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-8a341637-2f0e-422e-bd26-9f562203a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:25.028949 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-8a341637-2f0e-422e-bd26-9f562203a6d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.1009552 May 19 12:43:25.091746 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-b6908ee3-f416-4cfe-a0af-adc1be3b3046 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 1002 time: 0.0567222 May 19 12:43:25.389147 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-5176fbda-37d6-4d41-99af-1ba5d5cb70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:25.390647 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-5176fbda-37d6-4d41-99af-1ba5d5cb70fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.2937498 May 19 12:43:25.433759 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-7d2df4d1-5f3c-4579-b2aa-18320055650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:25.435244 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-7d2df4d1-5f3c-4579-b2aa-18320055650b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386560 May 19 12:43:25.534664 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-8134a355-a183-47a2-94c2-10d4f3028b99 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930426 May 19 12:43:25.622602 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-e58111c3-40e7-4e31-ada5-62fc1225222c req-d05497a9-d754-461a-905a-930125180b77 service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821440 May 19 12:43:26.145486 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:26.149492 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=5 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:34.728150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:34.730140 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:35.617999 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=50 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:35.620423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=51 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:38.205787 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:43:41.542215 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:44.235735 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57602) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:44.467000 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Deleting port 634e94c4-7dcb-4a42-a5ad-91573bb0b813 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:44.467339 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:44.541664 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:44.541984 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for floatingip (634e94c4-7dcb-4a42-a5ad-91573bb0b813), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:44.554360 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Calling delete_port for 634e94c4-7dcb-4a42-a5ad-91573bb0b813 owned by network:floatingip {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:44.779971 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (634e94c4-7dcb-4a42-a5ad-91573bb0b813), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:44.804985 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event deleted for resources: {'Port': ['ID=634e94c4-7dcb-4a42-a5ad-91573bb0b813,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:44.833407 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.833785 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.834129 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.834490 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.834833 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.835163 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.835490 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.835819 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.836144 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.836469 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.836818 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.837141 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.837470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.838490 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.838817 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:44.879441 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for floatingip (1252ca61-f171-4eb7-b868-9a10e131c3d8), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:44.879779 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Floating IP 1252ca61-f171-4eb7-b868-9a10e131c3d8 disassociated (deleted). External IP: 172.27.3.189, port: 773e254a-2926-43ce-b4b2-88eca458ded1. May 19 12:43:45.079065 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Router cbb53b83-331c-471a-9211-a7d6d18d8b6b has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:43:45.177595 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:43:45.182215 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:45.188175 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] Sync routers for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:45.198036 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:43:45.198687 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:43:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:45.204744 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:45.214561 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-804bb349-6188-4805-9348-88d8977f4c3b tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "DELETE /v2.0/floatingips/1252ca61-f171-4eb7-b868-9a10e131c3d8 HTTP/1.1" status: 204 len: 168 time: 0.9777780 May 19 12:43:45.215139 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:43:45.217430 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66" -d '{"events": [{"name": "network-changed", "server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:43:45.311198 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:43:45.318540 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eb07a2-6545-44dc-9a7b-dd764ae0b091 x-openstack-request-id: req-20eb07a2-6545-44dc-9a7b-dd764ae0b091 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:43:45.319034 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:43:45.319152 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20eb07a2-6545-44dc-9a7b-dd764ae0b091 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:43:45.319451 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20eb07a2-6545-44dc-9a7b-dd764ae0b091'] response: {'name': 'network-changed', 'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'status': 'completed', 'code': 200} May 19 12:43:45.385745 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-bed1dea0-6496-44a2-939f-13b3c48fa32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:45.388805 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-bed1dea0-6496-44a2-939f-13b3c48fa32a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 1130 time: 0.0440073 May 19 12:43:45.479555 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-908de279-9add-463e-9e66-0f40a7135977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:45.481034 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-908de279-9add-463e-9e66-0f40a7135977 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 200 len: 909 time: 0.0879099 May 19 12:43:45.499402 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:45.526914 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] Checking router: cbb53b83-331c-471a-9211-a7d6d18d8b6b for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:45.529820 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-8522ead4-74eb-4816-99c4-6595d69f04b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 200 len: 217 time: 0.0405655 May 19 12:43:45.536864 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:43:45.537709 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:43:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:45.581533 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-97df43d4-cdaa-4c4e-8406-fd6241f1188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:45.582840 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-97df43d4-cdaa-4c4e-8406-fd6241f1188c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 200 len: 847 time: 0.0451586 May 19 12:43:45.630386 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-45b42e68-98e4-4f82-a494-3874f01bdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:45.631928 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-45b42e68-98e4-4f82-a494-3874f01bdf96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423148 May 19 12:43:45.645875 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:43:45.752586 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067a912-5ed1-40b8-be8e-d73bd25fa29b req-54b03c7d-7bb7-447c-89db-772fee558b7e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:45.754049 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7067a912-5ed1-40b8-be8e-d73bd25fa29b req-54b03c7d-7bb7-447c-89db-772fee558b7e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0659697 May 19 12:43:45.782861 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-2e5e5290-4061-4ad9-a63b-286887c18c5e service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416135 May 19 12:43:45.814146 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-7067a912-5ed1-40b8-be8e-d73bd25fa29b req-cab8da03-f8dc-4431-a0f8-4ab7afabaedf tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484614 May 19 12:43:45.835401 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:45.864102 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f5c3-11bd-4732-ac18-ed59cb8e45eb None None] The sync data for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi is: [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:38:18Z', 'revision_number': 4, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'a3a926d9-96de-4ea1-a7a6-e19f104a64af', 'name': '', 'network_id': '60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'mac_address': 'fa:16:3e:6b:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:18Z', 'updated_at': '2022-05-19T12:38:23Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'subnets': [{'id': 'ee8238ba-44ec-4734-8bef-842ccecb9672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:46.083682 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e90de0-d587-4ac3-b54b-483092a4b89c None None] New status for floating IP 1252ca61-f171-4eb7-b868-9a10e131c3d8: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:43:46.773023 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-333d48f5-a154-4ba3-bfe2-e1a1c9411e66 req-047f1f2a-2c35-455b-ad85-32aca688701c service neutron] 10.222.0.77 "GET /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875673 May 19 12:43:46.931068 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58fd7b-9632-41c9-b9cf-fbbbb807feae req-1e841e11-caf6-4caf-a7ec-0896df29fb9d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:46.932680 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a58fd7b-9632-41c9-b9cf-fbbbb807feae req-1e841e11-caf6-4caf-a7ec-0896df29fb9d tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0483832 May 19 12:43:46.986759 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-0a58fd7b-9632-41c9-b9cf-fbbbb807feae req-07e3a29c-8fde-49c5-984b-3b6edd575f52 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/security-groups?id=163d12b6-8762-4ece-90f0-01d4db5163ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481832 May 19 12:43:47.565936 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1744-5c2d-470e-9630-6440914d594c req-d7c9d71a-ff52-45c5-9a67-88168f71f316 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:43:47.567408 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1d7e1744-5c2d-470e-9630-6440914d594c req-d7c9d71a-ff52-45c5-9a67-88168f71f316 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.77 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 946 time: 0.0550315 May 19 12:43:47.653924 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Deleting port 773e254a-2926-43ce-b4b2-88eca458ded1 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:47.654257 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:47.742496 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] For port 773e254a-2926-43ce-b4b2-88eca458ded1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=773e254a-2926-43ce-b4b2-88eca458ded1,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:47.742841 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:47.756077 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Calling delete_port for 773e254a-2926-43ce-b4b2-88eca458ded1 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:47.797679 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:47.865058 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:47.963990 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (773e254a-2926-43ce-b4b2-88eca458ded1), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:47.992427 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event deleted for resources: {'Port': ['ID=773e254a-2926-43ce-b4b2-88eca458ded1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.026647 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.027256 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.027256 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.027518 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.027855 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.028186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.028514 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.028839 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.029163 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:48.053041 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] No DVR routers for this DVR port 773e254a-2926-43ce-b4b2-88eca458ded1 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:48.055819 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:48.059206 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-1d7e1744-5c2d-470e-9630-6440914d594c req-c3a891f5-3a69-4e0e-86e7-d0cc9410b393 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.77 "DELETE /v2.0/ports/773e254a-2926-43ce-b4b2-88eca458ded1 HTTP/1.1" status: 204 len: 173 time: 0.4865260 May 19 12:43:48.059635 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-deleted', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:43:48.061923 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e76390-e84a-4f2a-a240-ac9e77deb692" -d '{"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-deleted", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:43:48.093763 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-20109086-fd0f-47b0-adba-7e1d30ba9c3c req-68bc59ef-368a-43f6-a532-158bd064472e tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 210 time: 0.0286226 May 19 12:43:48.098884 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23037e30-0b54-4309-befa-4786297ed442 x-openstack-request-id: req-23037e30-0b54-4309-befa-4786297ed442 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:43:48.099172 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb7602-f905-4c4b-99cb-d09ed934c240", "name": "network-vif-deleted", "tag": "773e254a-2926-43ce-b4b2-88eca458ded1", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:43:48.099428 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23037e30-0b54-4309-befa-4786297ed442 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:43:48.099822 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23037e30-0b54-4309-befa-4786297ed442'] response: {'server_uuid': '2beb7602-f905-4c4b-99cb-d09ed934c240', 'name': 'network-vif-deleted', 'tag': '773e254a-2926-43ce-b4b2-88eca458ded1', 'status': 'completed', 'code': 200} May 19 12:43:48.380044 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cb958bf7-8295-432d-8ee1-1a13a48b292e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:49.205245 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2cd8ca7e-1c3a-49af-a428-e7a64c9d4778 req-89528a1b-37e1-4ff8-a832-0eae713304a0 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2beb7602-f905-4c4b-99cb-d09ed934c240 HTTP/1.1" status: 200 len: 210 time: 0.0310771 May 19 12:43:50.264920 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57632) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:50.301891 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:50.323708 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa242-0496-48d4-9baa-0ad3cf695489 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group (163d12b6-8762-4ece-90f0-01d4db5163ec), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:50.349170 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa242-0496-48d4-9baa-0ad3cf695489 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group (163d12b6-8762-4ece-90f0-01d4db5163ec), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:50.473701 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa242-0496-48d4-9baa-0ad3cf695489 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (163d12b6-8762-4ece-90f0-01d4db5163ec), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:50.476377 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa242-0496-48d4-9baa-0ad3cf695489 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:50.477532 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-eb4fa242-0496-48d4-9baa-0ad3cf695489 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] 10.222.0.57 "DELETE /v2.0/security-groups/163d12b6-8762-4ece-90f0-01d4db5163ec HTTP/1.1" status: 204 len: 168 time: 0.2121396 May 19 12:43:50.489744 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fa242-0496-48d4-9baa-0ad3cf695489 tempest-TestShelveInstance-1285321045 tempest-TestShelveInstance-1285321045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d12b6-8762-4ece-90f0-01d4db5163ec,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:50.564927 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-1696d627-6340-4a76-804c-d98e4e1d7658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:50.619397 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57636) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:50.987264 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:51.007404 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 773e254a-2926-43ce-b4b2-88eca458ded1 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:51.007772 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 773e254a-2926-43ce-b4b2-88eca458ded1 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:51.026618 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (cbb53b83-331c-471a-9211-a7d6d18d8b6b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:51.245952 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Deleting port a3a926d9-96de-4ea1-a7a6-e19f104a64af {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:51.246231 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:51.318824 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:51.324261 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] For port a3a926d9-96de-4ea1-a7a6-e19f104a64af, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=a3a926d9-96de-4ea1-a7a6-e19f104a64af,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:51.324615 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:51.337042 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Calling delete_port for a3a926d9-96de-4ea1-a7a6-e19f104a64af owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:51.714248 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=100 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:51.860104 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:51.871299 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (a3a926d9-96de-4ea1-a7a6-e19f104a64af), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:51.899470 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a926d9-96de-4ea1-a7a6-e19f104a64af,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:52.066860 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (cbb53b83-331c-471a-9211-a7d6d18d8b6b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:52.273347 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Router cbb53b83-331c-471a-9211-a7d6d18d8b6b has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:43:52.378631 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:43:52.385066 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-a1ae7a68-1e3c-4458-8c5a-1fb506bf8ca2 admin admin] 10.222.0.57 "PUT /v2.0/routers/cbb53b83-331c-471a-9211-a7d6d18d8b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637129 May 19 12:43:52.386659 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57640) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:52.387970 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] Sync routers for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:52.398843 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:43:52.399486 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:43:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:52.483927 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks [] for router (cbb53b83-331c-471a-9211-a7d6d18d8b6b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:52.501094 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:43:52.572358 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:52.581888 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks [] for router_gateway (cbb53b83-331c-471a-9211-a7d6d18d8b6b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:52.590670 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:52.630338 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:52.671332 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:43:51Z', 'revision_number': 5, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port': {'id': '26e05296-8549-45b6-8653-20fe7ea3f722', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:16Z', 'updated_at': '2022-05-19T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:52.696381 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] Checking router: cbb53b83-331c-471a-9211-a7d6d18d8b6b for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:52.699827 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Deleting port 26e05296-8549-45b6-8653-20fe7ea3f722 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:52.700173 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:52.704960 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] Routers {'cbb53b83-331c-471a-9211-a7d6d18d8b6b'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:43:52.705577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:43:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:52.754787 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:52.786158 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] For port 26e05296-8549-45b6-8653-20fe7ea3f722, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=26e05296-8549-45b6-8653-20fe7ea3f722,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:52.788156 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:52.798484 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] Set router cbb53b83-331c-471a-9211-a7d6d18d8b6b gateway port host: None {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:43:52.799885 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Calling delete_port for 26e05296-8549-45b6-8653-20fe7ea3f722 owned by network:router_gateway {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:52.848012 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:43:52Z', 'revision_number': 6, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port_host': None}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:52.875548 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0ef1a-865e-4e64-a89a-8cae2e0d6d99 None None] The sync data for ids ['cbb53b83-331c-471a-9211-a7d6d18d8b6b'] in dv-cinder-778193-27-iscsi is: [{'id': 'cbb53b83-331c-471a-9211-a7d6d18d8b6b', 'name': 'tempest-TestShelveInstance-977885876-router', 'tenant_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:15Z', 'updated_at': '2022-05-19T12:43:52Z', 'revision_number': 6, 'project_id': 'd3a4bb3cecc4474e85a49a217fa98d9f', 'gw_port_host': None}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:53.020848 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (26e05296-8549-45b6-8653-20fe7ea3f722), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.052598 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=26e05296-8549-45b6-8653-20fe7ea3f722,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:53.116771 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (cbb53b83-331c-471a-9211-a7d6d18d8b6b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.206609 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (cbb53b83-331c-471a-9211-a7d6d18d8b6b), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.209218 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks [] for router_controller (cbb53b83-331c-471a-9211-a7d6d18d8b6b), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.336325 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (cbb53b83-331c-471a-9211-a7d6d18d8b6b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.336948 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb53b83-331c-471a-9211-a7d6d18d8b6b {{(pid=104399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:43:53.345849 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.345849 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-d4102ea3-a9cd-4d22-9f79-c96e0fe2dcfe admin admin] 10.222.0.57 "DELETE /v2.0/routers/cbb53b83-331c-471a-9211-a7d6d18d8b6b HTTP/1.1" status: 204 len: 168 time: 0.9547801 May 19 12:43:53.345849 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57642) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:53.389372 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Deleting subnet ee8238ba-44ec-4734-8bef-842ccecb9672 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:43:53.392479 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Publish callbacks [] for subnet (ee8238ba-44ec-4734-8bef-842ccecb9672), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.393684 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.426336 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (ee8238ba-44ec-4734-8bef-842ccecb9672), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.470955 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:53.504836 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (ee8238ba-44ec-4734-8bef-842ccecb9672), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.639708 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (ee8238ba-44ec-4734-8bef-842ccecb9672), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.667903 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8238ba-44ec-4734-8bef-842ccecb9672,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:53.670006 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.673106 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-bc583f9f-496b-4974-98b5-7a85fa357899 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ee8238ba-44ec-4734-8bef-842ccecb9672 HTTP/1.1" status: 204 len: 168 time: 0.3273408 May 19 12:43:53.674616 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c949e0-c559-45ad-8f54-daac13a45271 None None] Network 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:43:53.675846 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57644) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:53.764354 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.779437 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a3a926d9-96de-4ea1-a7a6-e19f104a64af no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:53.810721 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Deleting port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:53.814639 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.886221 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] For port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:53.886630 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:53.901449 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Calling delete_port for 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 owned by network:dhcp {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:53.932978 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] DHCP port deletion for 60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:43:53.937165 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: a3a926d9-96de-4ea1-a7a6-e19f104a64af {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:53.937519 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device a3a926d9-96de-4ea1-a7a6-e19f104a64af not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:53.937944 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 26e05296-8549-45b6-8653-20fe7ea3f722 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:53.978645 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 26e05296-8549-45b6-8653-20fe7ea3f722 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:53.979040 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 26e05296-8549-45b6-8653-20fe7ea3f722 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:53.989848 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Deleting port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:53.994168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.039655 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.056951 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] For port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,segment=NetworkSegment(3511085a-ff61-4d29-b12a-ff23caa4b93e),segment_id=3511085a-ff61-4d29-b12a-ff23caa4b93e)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:54.057344 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.065422 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:54.068956 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] No DVR routers for this DVR port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 on host dv-cinder-778193-27-iscsi {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:54.070175 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Calling delete_port for 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:54.142619 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.146037 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.162852 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:54.172307 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3511085a-ff61-4d29-b12a-ff23caa4b93e') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:54.172608 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3511085a-ff61-4d29-b12a-ff23caa4b93e') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:54.173076 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] No DVR routers for this DVR port 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:54.174475 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:54.174922 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Pushing event deleted for resources: {'Port': ['ID=0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:54.185903 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.186248 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.186661 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.194168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.194168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.194168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.194168 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.194957 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (3511085a-ff61-4d29-b12a-ff23caa4b93e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.195065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6343f-9e27-4daa-97c2-942b0346511a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:54.203174 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (3511085a-ff61-4d29-b12a-ff23caa4b93e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.210016 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:43:54.211055 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (3511085a-ff61-4d29-b12a-ff23caa4b93e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:43:54.212816 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:43:54.301809 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.309355 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.312559 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] 10.222.0.57 "DELETE /v2.0/networks/60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7 HTTP/1.1" status: 204 len: 168 time: 0.6354125 May 19 12:43:54.315612 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57646) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:54.324328 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb70d5-088a-4aa3-834d-4e7aa491ce7d admin admin] Pushing event deleted for resources: {'Network': ['ID=60b1eb1f-b9ad-481b-be65-2ef8ae6d49f7,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:54.625991 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (92e3fe8c-008b-4c56-86ab-2db96ac568a7), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.802707 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.845921 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Deleting port fce72094-2757-46f2-a169-cbdd84aa3d63 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:54.846259 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.922717 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] For port fce72094-2757-46f2-a169-cbdd84aa3d63, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=fce72094-2757-46f2-a169-cbdd84aa3d63,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:54.922960 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:54.936664 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Calling delete_port for fce72094-2757-46f2-a169-cbdd84aa3d63 owned by network:router_interface {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:55.035010 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:55.051889 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:55.176558 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (fce72094-2757-46f2-a169-cbdd84aa3d63), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:55.205314 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fce72094-2757-46f2-a169-cbdd84aa3d63,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:55.372775 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (92e3fe8c-008b-4c56-86ab-2db96ac568a7), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:55.575416 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:43:55.695393 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:43:55.701143 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-3adeb2f3-65f2-4cc5-b8c9-c2664e1d3a8b admin admin] 10.222.0.57 "PUT /v2.0/routers/92e3fe8c-008b-4c56-86ab-2db96ac568a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3835659 May 19 12:43:55.703409 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57650) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:55.707363 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] Sync routers for ids ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:55.722427 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] Routers {'92e3fe8c-008b-4c56-86ab-2db96ac568a7'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:43:55.723098 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:43:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:55.822942 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks [] for router (92e3fe8c-008b-4c56-86ab-2db96ac568a7), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:55.832937 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:55.833522 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] Set router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:43:55.853279 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:55.853880 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0dcc5e86-3bb9-4cbd-9a8d-7315b8c5df61 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:55.876391 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:55.923824 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks [] for router_gateway (92e3fe8c-008b-4c56-86ab-2db96ac568a7), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:56.002006 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:43:55Z', 'revision_number': 5, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port': {'id': 'c795f0bf-e735-44bb-8f28-571b324228d1', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:38:23Z', 'updated_at': '2022-05-19T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:56.029679 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] Checking router: 92e3fe8c-008b-4c56-86ab-2db96ac568a7 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:56.036469 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] Routers {'92e3fe8c-008b-4c56-86ab-2db96ac568a7'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:43:56.037096 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:43:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:56.061268 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Deleting port c795f0bf-e735-44bb-8f28-571b324228d1 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:56.068644 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:56.128477 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] Set router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 gateway port host: None {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:43:56.177629 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:43:55Z', 'revision_number': 6, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port_host': None}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:56.207452 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221e0c-dbe8-4b5c-bb41-f5d454e89d36 None None] The sync data for ids ['92e3fe8c-008b-4c56-86ab-2db96ac568a7'] in dv-cinder-778193-27-iscsi is: [{'id': '92e3fe8c-008b-4c56-86ab-2db96ac568a7', 'name': 'tempest-TestShelveInstance-278938987-router', 'tenant_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:38:22Z', 'updated_at': '2022-05-19T12:43:55Z', 'revision_number': 6, 'project_id': '99d9ea0ac1794cee8e7651632c0e88dd', 'gw_port_host': None}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:56.387700 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] For port c795f0bf-e735-44bb-8f28-571b324228d1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=c795f0bf-e735-44bb-8f28-571b324228d1,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:56.388292 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:56.400561 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Calling delete_port for c795f0bf-e735-44bb-8f28-571b324228d1 owned by network:router_gateway {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:56.463086 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:56.643115 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (c795f0bf-e735-44bb-8f28-571b324228d1), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:56.665846 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c795f0bf-e735-44bb-8f28-571b324228d1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:56.735977 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (92e3fe8c-008b-4c56-86ab-2db96ac568a7), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:56.822648 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (92e3fe8c-008b-4c56-86ab-2db96ac568a7), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:56.824982 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks [] for router_controller (92e3fe8c-008b-4c56-86ab-2db96ac568a7), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.026186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (92e3fe8c-008b-4c56-86ab-2db96ac568a7), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.026830 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e3fe8c-008b-4c56-86ab-2db96ac568a7 {{(pid=104398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:43:57.031051 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.032273 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-405a428e-cb76-4c07-a5f5-cba919a54d51 admin admin] 10.222.0.57 "DELETE /v2.0/routers/92e3fe8c-008b-4c56-86ab-2db96ac568a7 HTTP/1.1" status: 204 len: 168 time: 1.3277626 May 19 12:43:57.035027 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57652) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:57.081700 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Deleting subnet cbb2ab35-bd38-467a-b78b-b6febf1d2a62 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:43:57.085722 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Publish callbacks [] for subnet (cbb2ab35-bd38-467a-b78b-b6febf1d2a62), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.120095 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (cbb2ab35-bd38-467a-b78b-b6febf1d2a62), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.201818 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (cbb2ab35-bd38-467a-b78b-b6febf1d2a62), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.227923 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:57.342553 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (cbb2ab35-bd38-467a-b78b-b6febf1d2a62), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.370844 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb2ab35-bd38-467a-b78b-b6febf1d2a62,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:57.373065 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.376423 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-776bf3b3-0b63-4db3-b95e-46c05370a7a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cbb2ab35-bd38-467a-b78b-b6febf1d2a62 HTTP/1.1" status: 204 len: 168 time: 0.3401520 May 19 12:43:57.377604 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e59aa-260a-49be-9a3a-8d880376212f None None] Network 6ceaade7-820a-475b-9535-010c457ff114 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:43:57.378797 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57654) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:57.452828 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (6ceaade7-820a-475b-9535-010c457ff114), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.496304 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Deleting port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:57.496592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.514265 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] DHCP port deletion for 6ceaade7-820a-475b-9535-010c457ff114 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:43:57.551074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] Deleting port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:43:57.551444 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.562186 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] For port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:57.562586 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.579583 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Calling delete_port for 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:57.602598 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:57.618818 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] For port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,segment=NetworkSegment(5d4e549c-c201-4029-b3ba-0c2f1327b4ce),segment_id=5d4e549c-c201-4029-b3ba-0c2f1327b4ce)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:43:57.619558 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.632927 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] Calling delete_port for 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:43:57.650145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:57.720409 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.720603 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (0ef1d0ee-eb5e-4731-8cbb-bf6478be9838), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.743254 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:57.746941 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] No DVR routers for this DVR port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 on host dv-cinder-778193-27-iscsi {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:57.747172 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] Pushing event deleted for resources: {'Port': ['ID=0ef1d0ee-eb5e-4731-8cbb-bf6478be9838,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:57.750453 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcc3e4-2061-43d1-a7fe-7aed56988158 None None] No DVR routers for this DVR port 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:57.785183 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fce72094-2757-46f2-a169-cbdd84aa3d63 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:57.805758 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: fce72094-2757-46f2-a169-cbdd84aa3d63 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:57.806107 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device fce72094-2757-46f2-a169-cbdd84aa3d63 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:57.806553 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device c795f0bf-e735-44bb-8f28-571b324228d1 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:57.821970 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (6ceaade7-820a-475b-9535-010c457ff114), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.824745 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: c795f0bf-e735-44bb-8f28-571b324228d1 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:57.825094 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device c795f0bf-e735-44bb-8f28-571b324228d1 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:57.825503 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:43:57.843246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceaade7-820a-475b-9535-010c457ff114']}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:57.846702 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:43:57.847053 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 0ef1d0ee-eb5e-4731-8cbb-bf6478be9838 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:43:57.853098 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4e549c-c201-4029-b3ba-0c2f1327b4ce') {'for_net_delete': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:57.853098 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.services.segments.db [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4e549c-c201-4029-b3ba-0c2f1327b4ce') {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:57.863062 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9831524'] for segment (5d4e549c-c201-4029-b3ba-0c2f1327b4ce), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.876581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (5d4e549c-c201-4029-b3ba-0c2f1327b4ce), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.882569 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8841890'] for segment (5d4e549c-c201-4029-b3ba-0c2f1327b4ce), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: Traceback (most recent call last): May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: timer() May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: cb(*args, **kw) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: return func(*args, **kwargs) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: self._notify() May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: self.callback(batched_events) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: event.method(event) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: return f(self, *a, **k) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._get(url).json() May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: return self.request(url, 'GET', **kwargs) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:43:57.886984 dv-cinder-778193-27-iscsi neutron-server[104398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:43:57.930779 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:58.037081 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (6ceaade7-820a-475b-9535-010c457ff114), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:58.043500 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:58.046594 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6ceaade7-820a-475b-9535-010c457ff114 HTTP/1.1" status: 204 len: 168 time: 0.6667845 May 19 12:43:58.058651 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71f474-7d09-403e-af9a-58de9a7c0ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ceaade7-820a-475b-9535-010c457ff114,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:58.358598 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57658) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:58.407878 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-78b6ac53-da8e-4040-9960-0c1c71d80cf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3a4bb3cecc4474e85a49a217fa98d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481031 May 19 12:43:58.410264 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57660) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:58.459143 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5bc2d260-c00e-4bfa-bb1e-2cdd0b9c4e43 admin admin] Publish callbacks [] for security_group (36396598-43ac-4fc7-bbd4-9e3f6534d122), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:58.479914 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5bc2d260-c00e-4bfa-bb1e-2cdd0b9c4e43 admin admin] Publish callbacks [] for security_group (36396598-43ac-4fc7-bbd4-9e3f6534d122), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:58.593300 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5bc2d260-c00e-4bfa-bb1e-2cdd0b9c4e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (36396598-43ac-4fc7-bbd4-9e3f6534d122), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:58.595808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5bc2d260-c00e-4bfa-bb1e-2cdd0b9c4e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:58.596958 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-5bc2d260-c00e-4bfa-bb1e-2cdd0b9c4e43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36396598-43ac-4fc7-bbd4-9e3f6534d122 HTTP/1.1" status: 204 len: 168 time: 0.1857853 May 19 12:43:58.605145 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2d260-c00e-4bfa-bb1e-2cdd0b9c4e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36396598-43ac-4fc7-bbd4-9e3f6534d122,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:59.179676 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57666) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:59.219918 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-4e8672c9-b76e-4779-a191-195084cbb082 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99d9ea0ac1794cee8e7651632c0e88dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389977 May 19 12:43:59.222218 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57668) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:43:59.269193 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfabac7f-2784-4888-8902-e1bb5637b810 admin admin] Publish callbacks [] for security_group (777f312d-043c-4c0e-b41f-94d365b4cfd2), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:59.291662 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfabac7f-2784-4888-8902-e1bb5637b810 admin admin] Publish callbacks [] for security_group (777f312d-043c-4c0e-b41f-94d365b4cfd2), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:59.433556 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfabac7f-2784-4888-8902-e1bb5637b810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (777f312d-043c-4c0e-b41f-94d365b4cfd2), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:59.436157 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfabac7f-2784-4888-8902-e1bb5637b810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:43:59.437320 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-dfabac7f-2784-4888-8902-e1bb5637b810 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/777f312d-043c-4c0e-b41f-94d365b4cfd2 HTTP/1.1" status: 204 len: 168 time: 0.2141747 May 19 12:43:59.445341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabac7f-2784-4888-8902-e1bb5637b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f312d-043c-4c0e-b41f-94d365b4cfd2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:06.179628 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=55 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:06.180379 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=65 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:07.351132 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=36,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:08.617014 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:09.440088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:09.440931 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=46,neutron:DELETE=7 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:09.457699 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:11.547862 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:15.204379 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:44:18.370014 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5698bb96-8b4e-4b1e-9012-83577e9e7cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:20.585113 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0446c-bfa0-46ca-82d9-0336cc0bd606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:21.847664 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:23.373234 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:24.798446 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:24.816639 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-005e35a3-1dfe-4e18-a18b-0cfe33f89a00 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437586 May 19 12:44:24.880750 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-a0d70a1b-ccd8-4aad-9ff7-bfd8188c5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:24.882274 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-a0d70a1b-ccd8-4aad-9ff7-bfd8188c5fb7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1130 time: 0.0433798 May 19 12:44:24.995302 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-705f7f39-7b22-4850-89e8-8cc9a9d84ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:24.996747 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-705f7f39-7b22-4850-89e8-8cc9a9d84ba6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0940814 May 19 12:44:25.058116 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-4f43fa08-9a99-4622-a283-da7158f3d590 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 200 len: 1002 time: 0.0553904 May 19 12:44:25.105316 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-bd8c1cad-bb37-4a41-bf87-f6565005e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:25.106761 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-bd8c1cad-bb37-4a41-bf87-f6565005e02e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0438666 May 19 12:44:25.149171 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-2bbb4034-bd0c-4f70-bcba-a9fe7250cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:25.150629 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-2bbb4034-bd0c-4f70-bcba-a9fe7250cb72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378246 May 19 12:44:25.200319 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:25.242682 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-d6a1aca0-0b2c-4064-980a-4161e2484fee service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 May 19 12:44:25.336289 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-24b9b891-959c-4ded-b7e2-b6a96e3ad037 req-7333af67-1b6c-4f00-a8a3-d74d9e1a4fd3 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 May 19 12:44:34.729756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:34.730581 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:35.332088 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=48 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:35.332808 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=53 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:40.142369 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:41.569626 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:46.363656 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57688) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:44:46.502205 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Deleting port 74391848-6283-4cc9-8d7e-c8c2b48ca989 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:44:46.502579 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:46.578362 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:46.578716 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (74391848-6283-4cc9-8d7e-c8c2b48ca989), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:46.591351 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Calling delete_port for 74391848-6283-4cc9-8d7e-c8c2b48ca989 owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:44:46.638802 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:46.821173 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (74391848-6283-4cc9-8d7e-c8c2b48ca989), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:46.846054 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'Port': ['ID=74391848-6283-4cc9-8d7e-c8c2b48ca989,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:46.910669 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (1dd0ae63-654c-4fd7-8a7c-e6abd2979c59), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:46.910915 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.db.l3_db [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Floating IP 1dd0ae63-654c-4fd7-8a7c-e6abd2979c59 disassociated (deleted). External IP: 172.27.3.11, port: 679d8251-6e6d-4196-9c59-d5039983357d. May 19 12:44:47.116867 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:44:47.222297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:44:47.227221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:47.232956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:44:47.242569 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:44:47.243288 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:47.252379 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:47.258450 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-449eb2d2-1030-494a-be1b-4d882aa3f434 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "DELETE /v2.0/floatingips/1dd0ae63-654c-4fd7-8a7c-e6abd2979c59 HTTP/1.1" status: 204 len: 168 time: 0.8937297 May 19 12:44:47.259116 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:44:47.262317 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e0944-a289-4d63-a545-3d9e1e97c283" -d '{"events": [{"name": "network-changed", "server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "tag": "679d8251-6e6d-4196-9c59-d5039983357d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:44:47.307983 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19e1129-ebc0-4339-b861-978526bc5c50 x-openstack-request-id: req-a19e1129-ebc0-4339-b861-978526bc5c50 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:44:47.308289 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "tag": "679d8251-6e6d-4196-9c59-d5039983357d", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:44:47.308542 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a19e1129-ebc0-4339-b861-978526bc5c50 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:44:47.308954 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19e1129-ebc0-4339-b861-978526bc5c50'] response: {'name': 'network-changed', 'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d', 'status': 'completed', 'code': 200} May 19 12:44:47.350376 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:44:47.368898 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:47.372540 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-6c1ad796-2005-4125-a6e7-b183f57f13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:47.374124 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-6c1ad796-2005-4125-a6e7-b183f57f13da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 1130 time: 0.0457101 May 19 12:44:47.472428 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-79a6a279-5114-4fb1-aed6-f70f2eae174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:47.473814 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-79a6a279-5114-4fb1-aed6-f70f2eae174d service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0925772 May 19 12:44:47.512082 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-fc26996e-4942-44b8-b2f8-0d0a71b00bba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=679d8251-6e6d-4196-9c59-d5039983357d HTTP/1.1" status: 200 len: 217 time: 0.0326505 May 19 12:44:47.562280 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-ed6b6c84-bcb6-42d0-9491-2acb07140cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:47.563781 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-ed6b6c84-bcb6-42d0-9491-2acb07140cb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0455797 May 19 12:44:47.573442 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:31Z', 'revision_number': 1, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:47.598288 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:44:47.606965 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:44:47.607583 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:20Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:47.609975 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-0b9ca533-cae6-4c86-9b07-d204d55ad0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:47.611636 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-0b9ca533-cae6-4c86-9b07-d204d55ad0eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419278 May 19 12:44:47.721713 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:44:47.929616 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bb4f-cb28-4f8b-bd89-4d2b2d23c597 req-cacfce82-3ef7-4b4f-9dc3-d34dc16db988 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:47.931955 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a810bb4f-cb28-4f8b-bd89-4d2b2d23c597 req-cacfce82-3ef7-4b4f-9dc3-d34dc16db988 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.2709768 May 19 12:44:47.942829 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:31Z', 'revision_number': 1, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:47.968435 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c3ea5-779f-4b89-acc6-93e44c338dd6 None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_floatingips': [{'id': 'd7323564-9856-42e3-8933-f12e61291987', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'router_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'port_id': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'mac_address': 'fa:16:3e:70:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:40:29Z', 'updated_at': '2022-05-19T12:40:31Z', 'revision_number': 1, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:44:47.985844 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-a810bb4f-cb28-4f8b-bd89-4d2b2d23c597 req-bc9cd977-07c2-425d-94ec-45c44bbd9a80 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479801 May 19 12:44:48.191524 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2262ca8-4f4d-43bf-8cc1-3fb32f68759f None None] New status for floating IP 1dd0ae63-654c-4fd7-8a7c-e6abd2979c59: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:44:48.369552 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f0b0897d-8db4-4a41-932a-6705e9f06871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:48.604959 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-93d29424-db89-4c64-8fde-584a85145310 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:44:48.605997 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-93d29424-db89-4c64-8fde-584a85145310 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055397 May 19 12:44:48.704408 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-25936257-b27a-4712-9a5e-1ac43b3c9371 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917349 May 19 12:44:48.810661 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-771e0944-a289-4d63-a545-3d9e1e97c283 req-55f29d66-084c-4b5e-be22-8f7843ee6107 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 May 19 12:44:49.157624 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ec77c-3f8a-4942-99a4-092fd69abd91 req-be17c3ce-e070-4141-9728-ebc1f218ce02 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:49.159100 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b6ec77c-3f8a-4942-99a4-092fd69abd91 req-be17c3ce-e070-4141-9728-ebc1f218ce02 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.1002376 May 19 12:44:49.210473 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2b6ec77c-3f8a-4942-99a4-092fd69abd91 req-4bb45387-bd21-4f0e-80f4-f9a356e17073 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458791 May 19 12:44:49.441661 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-91a02a16-bb11-47b5-8251-060635bf8c7a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:49.443140 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-91a02a16-bb11-47b5-8251-060635bf8c7a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 946 time: 0.0463176 May 19 12:44:49.522516 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Deleting port 679d8251-6e6d-4196-9c59-d5039983357d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:44:49.522854 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (679d8251-6e6d-4196-9c59-d5039983357d), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:49.613388 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] For port 679d8251-6e6d-4196-9c59-d5039983357d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=679d8251-6e6d-4196-9c59-d5039983357d,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:44:49.614114 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (679d8251-6e6d-4196-9c59-d5039983357d), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:49.626826 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Calling delete_port for 679d8251-6e6d-4196-9c59-d5039983357d owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:44:49.636469 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=100 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:49.809502 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (679d8251-6e6d-4196-9c59-d5039983357d), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:49.837094 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'Port': ['ID=679d8251-6e6d-4196-9c59-d5039983357d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:49.867059 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.867412 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.867758 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.868100 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.868446 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.869423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.869760 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.870092 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.870439 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.870770 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.871098 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.871426 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.871751 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.872075 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.872398 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:49.894922 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] No DVR routers for this DVR port 679d8251-6e6d-4196-9c59-d5039983357d on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:49.897223 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:49.900692 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-00c57ba3-d616-4d5b-a603-44885c60b306 req-31897067-6fb7-4e93-8d1e-7df1131821d9 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "DELETE /v2.0/ports/679d8251-6e6d-4196-9c59-d5039983357d HTTP/1.1" status: 204 len: 173 time: 0.4522507 May 19 12:44:49.901125 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'name': 'network-vif-deleted', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:44:49.903363 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e364ee3-935c-44e9-a542-143e1cb56c8c" -d '{"events": [{"server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "name": "network-vif-deleted", "tag": "679d8251-6e6d-4196-9c59-d5039983357d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:44:49.939812 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7093e8a6-5eae-4b3a-8738-0a168ea32209 x-openstack-request-id: req-7093e8a6-5eae-4b3a-8738-0a168ea32209 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:44:49.940096 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8998364-4819-41a7-8bba-1c1513ed3b79", "name": "network-vif-deleted", "tag": "679d8251-6e6d-4196-9c59-d5039983357d", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:44:49.940345 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7093e8a6-5eae-4b3a-8738-0a168ea32209 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:44:49.940766 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7093e8a6-5eae-4b3a-8738-0a168ea32209'] response: {'server_uuid': 'b8998364-4819-41a7-8bba-1c1513ed3b79', 'name': 'network-vif-deleted', 'tag': '679d8251-6e6d-4196-9c59-d5039983357d', 'status': 'completed', 'code': 200} May 19 12:44:50.317057 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-2c75f102-3b12-4b31-8dba-d3bb5de4f39f req-49321074-5a25-4637-9ec2-4267c21bc00e tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8998364-4819-41a7-8bba-1c1513ed3b79 HTTP/1.1" status: 200 len: 210 time: 0.0336311 May 19 12:44:50.586621 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-80b0da9d-97dc-419c-915c-3e96d5e757b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:51.901549 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:52.203567 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:44:53.208723 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 679d8251-6e6d-4196-9c59-d5039983357d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:44:53.227530 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 679d8251-6e6d-4196-9c59-d5039983357d {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:44:53.230140 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 679d8251-6e6d-4196-9c59-d5039983357d not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:44:53.389428 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:53.801672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57726) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:44:53.968921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Deleting port e10d3286-5364-440f-baf7-625110274cf8 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:44:53.969256 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (e10d3286-5364-440f-baf7-625110274cf8), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.047890 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (e10d3286-5364-440f-baf7-625110274cf8), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.048211 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (e10d3286-5364-440f-baf7-625110274cf8), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.061048 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Calling delete_port for e10d3286-5364-440f-baf7-625110274cf8 owned by network:floatingip {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:44:54.277921 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (e10d3286-5364-440f-baf7-625110274cf8), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.304336 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'Port': ['ID=e10d3286-5364-440f-baf7-625110274cf8,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:54.328488 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.330621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.330621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.330621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.330621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.330621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.330621 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.331228 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.331228 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.331451 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.331789 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.332136 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.332462 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.332783 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.333107 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:54.375394 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (d7323564-9856-42e3-8933-f12e61291987), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.375729 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.db.l3_db [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Floating IP d7323564-9856-42e3-8933-f12e61291987 disassociated (deleted). External IP: 172.27.3.170, port: 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49. May 19 12:44:54.573125 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:44:54.667672 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:54.676479 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:44:54.683617 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.687812 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:44:54.698588 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:44:54.699090 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:54.717968 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-4574edbf-8519-4121-afab-50855f19554d tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "DELETE /v2.0/floatingips/d7323564-9856-42e3-8933-f12e61291987 HTTP/1.1" status: 204 len: 168 time: 0.9128687 May 19 12:44:54.717968 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49'}] {{(pid=104399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:44:54.718526 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2197c868872d9b13b6f023704dde115eef098aa851948519e486a4ce247b7d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97" -d '{"events": [{"name": "network-changed", "server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49"}]}' {{(pid=104399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:44:54.756492 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354be6e5-d7e6-459a-8044-92e534ed7638 x-openstack-request-id: req-354be6e5-d7e6-459a-8044-92e534ed7638 {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:44:54.756492 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49", "status": "completed", "code": 200}]} {{(pid=104399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:44:54.756789 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-354be6e5-d7e6-459a-8044-92e534ed7638 {{(pid=104399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:44:54.757017 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354be6e5-d7e6-459a-8044-92e534ed7638'] response: {'name': 'network-changed', 'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'status': 'completed', 'code': 200} May 19 12:44:54.776456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:54.818496 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-998a44c4-6fbd-4405-94ce-c8a2581b3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:54.820013 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-998a44c4-6fbd-4405-94ce-c8a2581b3d8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 1130 time: 0.0409133 May 19 12:44:54.826861 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:54.829276 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:44:54.831199 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:54.883871 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:54.914297 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-c1b7c06d-7282-4120-97c7-e81d45224664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:54.915804 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-c1b7c06d-7282-4120-97c7-e81d45224664 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 200 len: 913 time: 0.0904572 May 19 12:44:54.958957 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-9616c6aa-3465-4c06-99b4-3a205e1ed664 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 200 len: 217 time: 0.0369406 May 19 12:44:55.013195 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-d0888738-5fa9-457f-9057-7ef03af2a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:55.014717 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-d0888738-5fa9-457f-9057-7ef03af2a368 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 200 len: 851 time: 0.0500796 May 19 12:44:55.028396 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:55.061149 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:44:55.068245 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:44:55.070525 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:55.076225 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-f0b2410a-0e14-43b4-af9d-77ec94959ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:55.077795 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-f0b2410a-0e14-43b4-af9d-77ec94959ffc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d351609-6722-4245-b241-bc1661734268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500238 May 19 12:44:55.140090 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce8df-cb3c-49ae-9bc5-3e7fc88530dc req-f236e3cf-aee2-4506-aa13-e3698a5c7089 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:55.141554 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46dce8df-cb3c-49ae-9bc5-3e7fc88530dc req-f236e3cf-aee2-4506-aa13-e3698a5c7089 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0516551 May 19 12:44:55.173706 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:44:55.191402 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-46dce8df-cb3c-49ae-9bc5-3e7fc88530dc req-765f7cc9-1af7-48d9-ad06-5671179019a4 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443270 May 19 12:44:55.482133 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:55.505954 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b0146-e89c-46d3-aeaf-ee11b50210fb None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:36:23Z', 'revision_number': 4, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi', '_interfaces': [{'id': 'be10db07-0314-430c-8c40-f8c7179e872b', 'name': '', 'network_id': '8d351609-6722-4245-b241-bc1661734268', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'mac_address': 'fa:16:3e:fc:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:23Z', 'updated_at': '2022-05-19T12:36:28Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'subnets': [{'id': 'bbf681d4-18f2-4ee6-9440-27bae398b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:44:55.722292 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc21f56-698c-41d2-9987-a11af2a1e6ac None None] New status for floating IP d7323564-9856-42e3-8933-f12e61291987: DOWN {{(pid=104401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:44:56.123533 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-21257e52-00d8-422b-ab4a-324fcbffe360 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 May 19 12:44:56.371165 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:56.457822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:56.478352 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc127037-87a6-401c-8461-573d862e5047 req-37df032f-5d14-4fca-9afc-ebea44fec41c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:56.480710 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc127037-87a6-401c-8461-573d862e5047 req-37df032f-5d14-4fca-9afc-ebea44fec41c tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0606327 May 19 12:44:56.516654 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-5e4b6f4e-98dd-4f97-9a10-5fc5509bea97 req-f2194b27-f97e-41f8-8a0c-a4ea2b79d151 service neutron] 10.222.0.77 "GET /v2.0/networks/8d351609-6722-4245-b241-bc1661734268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863931 May 19 12:44:56.547139 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-bc127037-87a6-401c-8461-573d862e5047 req-ceb59780-2f9b-47d0-a315-5e7c1f45a807 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fe3f045-8dd8-4bca-b0c4-232b10e5654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598898 May 19 12:44:56.833992 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-a978f7d0-be49-4d18-a685-770b3f95bbd5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:44:56.835390 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-a978f7d0-be49-4d18-a685-770b3f95bbd5 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 946 time: 0.0715251 May 19 12:44:56.913909 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Deleting port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:44:56.914253 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:57.006678 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] For port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:44:57.007027 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:57.021157 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Calling delete_port for 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 owned by compute:nova {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:44:57.212335 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (5ec83d31-72fc-40a7-abb0-4d6e27ee9f49), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:57.238120 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'Port': ['ID=5ec83d31-72fc-40a7-abb0-4d6e27ee9f49,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:57.284772 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] No DVR routers for this DVR port 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 on host hv-cinder-77819 {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:57.287257 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for port (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:57.290441 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-4ac24a0b-c363-4a2b-812c-27b113c5d7a5 req-94e36893-1101-4e10-91d3-54d8471cec20 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.77 "DELETE /v2.0/ports/5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 HTTP/1.1" status: 204 len: 173 time: 0.4497447 May 19 12:44:57.290874 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'name': 'network-vif-deleted', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:44:57.293246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e23eb80c6e6a052afa5968a3627d2edbd528e534a067421d599cfc6e6cf0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d04ea-a1ed-4e04-a71d-f9700472802b" -d '{"events": [{"server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "name": "network-vif-deleted", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:44:57.330998 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c84d3f2-88b6-4981-a547-9b4ec66b4b34 x-openstack-request-id: req-3c84d3f2-88b6-4981-a547-9b4ec66b4b34 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:44:57.335604 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1656f0a-ef14-4881-ac85-33d7ee6aa9ef", "name": "network-vif-deleted", "tag": "5ec83d31-72fc-40a7-abb0-4d6e27ee9f49", "status": "completed", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:44:57.335604 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c84d3f2-88b6-4981-a547-9b4ec66b4b34 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:44:57.335604 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c84d3f2-88b6-4981-a547-9b4ec66b4b34'] response: {'server_uuid': 'f1656f0a-ef14-4881-ac85-33d7ee6aa9ef', 'name': 'network-vif-deleted', 'tag': '5ec83d31-72fc-40a7-abb0-4d6e27ee9f49', 'status': 'completed', 'code': 200} May 19 12:44:57.649831 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [req-39b6222c-df36-4085-9ec1-80005f79e0ef req-62f09a04-63e4-4546-a527-ba062175f30b tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1656f0a-ef14-4881-ac85-33d7ee6aa9ef HTTP/1.1" status: 200 len: 210 time: 0.0304673 May 19 12:44:58.709643 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57742) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:44:58.819885 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Deleting port 59230327-13f0-407a-af33-d82785d62042 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:44:58.820143 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (59230327-13f0-407a-af33-d82785d62042), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:58.898550 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (59230327-13f0-407a-af33-d82785d62042), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:58.898884 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (59230327-13f0-407a-af33-d82785d62042), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:58.900912 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:58.912506 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Calling delete_port for 59230327-13f0-407a-af33-d82785d62042 owned by network:floatingip {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:44:58.977966 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:44:59.115581 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (59230327-13f0-407a-af33-d82785d62042), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:59.144399 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'Port': ['ID=59230327-13f0-407a-af33-d82785d62042,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:59.210482 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for floatingip (c917f4d4-3645-4ca9-b426-89e503b0dbcf), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:59.213061 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81230'] for floatingip (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:44:59.214714 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-6ad22eb5-4e9f-4876-a318-64f7fe291369 tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "DELETE /v2.0/floatingips/c917f4d4-3645-4ca9-b426-89e503b0dbcf HTTP/1.1" status: 204 len: 168 time: 0.5038986 May 19 12:45:00.574879 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57754) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:00.636040 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-438a4e97-2f98-4896-8139-68e0c75f682a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group (4fe3f045-8dd8-4bca-b0c4-232b10e5654a), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:00.666271 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-438a4e97-2f98-4896-8139-68e0c75f682a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group (4fe3f045-8dd8-4bca-b0c4-232b10e5654a), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:00.826589 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-438a4e97-2f98-4896-8139-68e0c75f682a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (4fe3f045-8dd8-4bca-b0c4-232b10e5654a), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:00.829177 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-438a4e97-2f98-4896-8139-68e0c75f682a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Publish callbacks [] for security_group (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:00.830346 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-438a4e97-2f98-4896-8139-68e0c75f682a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] 10.222.0.57 "DELETE /v2.0/security-groups/4fe3f045-8dd8-4bca-b0c4-232b10e5654a HTTP/1.1" status: 204 len: 168 time: 0.2544718 May 19 12:45:00.843943 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a4e97-2f98-4896-8139-68e0c75f682a tempest-TestVolumeBootPattern-1730930557 tempest-TestVolumeBootPattern-1730930557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3f045-8dd8-4bca-b0c4-232b10e5654a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:00.964855 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57758) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:01.115199 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:01.220484 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:01.240633 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] No Port match for: 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:01.240976 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Device 5ec83d31-72fc-40a7-abb0-4d6e27ee9f49 not bound to the agent host hv-cinder-77819 {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:01.654105 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:01.866754 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Deleting port be10db07-0314-430c-8c40-f8c7179e872b {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:01.867089 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (be10db07-0314-430c-8c40-f8c7179e872b), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:01.956161 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] For port be10db07-0314-430c-8c40-f8c7179e872b, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=be10db07-0314-430c-8c40-f8c7179e872b,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:01.956438 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (be10db07-0314-430c-8c40-f8c7179e872b), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:01.968918 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Calling delete_port for be10db07-0314-430c-8c40-f8c7179e872b owned by network:router_interface {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:02.090430 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:02.191710 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (be10db07-0314-430c-8c40-f8c7179e872b), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:02.216610 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be10db07-0314-430c-8c40-f8c7179e872b,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:02.279039 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:02.385253 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:02.587539 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:45:02.687682 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:45:02.692570 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-01e15516-2b75-4d34-b790-2e0162296ce7 admin admin] 10.222.0.57 "PUT /v2.0/routers/2603b3bf-2928-4ac3-a78d-e0cc4d46e515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265248 May 19 12:45:02.695190 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57762) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:02.696288 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] Sync routers for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:45:02.706836 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:45:02.707456 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:02.797559 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks [] for router (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:02.809795 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:45:02.898341 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks [] for router_gateway (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:02.977760 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:45:02Z', 'revision_number': 5, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port': {'id': 'f6638a66-c0d4-4752-a473-374e218ef7f0', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:21Z', 'updated_at': '2022-05-19T12:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:02.995323 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Deleting port f6638a66-c0d4-4752-a473-374e218ef7f0 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:02.995937 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.002712 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] Checking router: 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 for host: dv-cinder-778193-27-iscsi {{(pid=104400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:45:03.011651 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] Routers {'2603b3bf-2928-4ac3-a78d-e0cc4d46e515'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:45:03.012260 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'], 'active': True} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:03.047709 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:03.080840 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] For port f6638a66-c0d4-4752-a473-374e218ef7f0, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=f6638a66-c0d4-4752-a473-374e218ef7f0,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:03.081202 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.095064 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Calling delete_port for f6638a66-c0d4-4752-a473-374e218ef7f0 owned by network:router_gateway {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:03.098468 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvr_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] Set router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 gateway port host: None {{(pid=104400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:45:03.146206 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_hamode_db [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:45:02Z', 'revision_number': 6, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port_host': None}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:03.174987 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5569-fd88-4261-9447-7bb7f948d190 None None] The sync data for ids ['2603b3bf-2928-4ac3-a78d-e0cc4d46e515'] in dv-cinder-778193-27-iscsi is: [{'id': '2603b3bf-2928-4ac3-a78d-e0cc4d46e515', 'name': 'tempest-TestVolumeBootPattern-1341862129-router', 'tenant_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:20Z', 'updated_at': '2022-05-19T12:45:02Z', 'revision_number': 6, 'project_id': 'ff5ebee4cf6c47f9adee30f9c8cd6ba1', 'gw_port_host': None}] {{(pid=104400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:45:03.212546 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:03.329335 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (f6638a66-c0d4-4752-a473-374e218ef7f0), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.354084 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6638a66-c0d4-4752-a473-374e218ef7f0,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:03.420190 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.512285 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.514944 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks [] for router_controller (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.757720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (2603b3bf-2928-4ac3-a78d-e0cc4d46e515), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.757720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2603b3bf-2928-4ac3-a78d-e0cc4d46e515 {{(pid=104399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:45:03.757720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.757720 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-96a92b09-0c9e-49c9-a282-3106197efe9c admin admin] 10.222.0.57 "DELETE /v2.0/routers/2603b3bf-2928-4ac3-a78d-e0cc4d46e515 HTTP/1.1" status: 204 len: 168 time: 1.0393550 May 19 12:45:03.757720 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57764) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:03.782667 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Deleting subnet bbf681d4-18f2-4ee6-9440-27bae398b8e4 {{(pid=104399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:45:03.785717 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Publish callbacks [] for subnet (bbf681d4-18f2-4ee6-9440-27bae398b8e4), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.819581 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10167628'] for subnet (bbf681d4-18f2-4ee6-9440-27bae398b8e4), precommit_delete_associations {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.897883 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (bbf681d4-18f2-4ee6-9440-27bae398b8e4), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:03.982551 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device be10db07-0314-430c-8c40-f8c7179e872b no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:04.002210 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: be10db07-0314-430c-8c40-f8c7179e872b {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:04.002617 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device be10db07-0314-430c-8c40-f8c7179e872b not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:04.003026 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device f6638a66-c0d4-4752-a473-374e218ef7f0 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:04.021232 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: f6638a66-c0d4-4752-a473-374e218ef7f0 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:04.021851 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device f6638a66-c0d4-4752-a473-374e218ef7f0 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:04.044762 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2373644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8997035'] for subnet (bbf681d4-18f2-4ee6-9440-27bae398b8e4), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.070702 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf681d4-18f2-4ee6-9440-27bae398b8e4,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:04.077249 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.080719 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-eedf1a04-8d8f-4cff-8929-5c9c519111cb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bbf681d4-18f2-4ee6-9440-27bae398b8e4 HTTP/1.1" status: 204 len: 168 time: 0.3416917 May 19 12:45:04.082087 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0812492-2d99-4872-9b03-af86adabc6ba None None] Network 8d351609-6722-4245-b241-bc1661734268 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:45:04.083319 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57766) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:04.165779 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (8d351609-6722-4245-b241-bc1661734268), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.216034 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Deleting port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:04.216369 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.234268 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:04.253609 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] DHCP port deletion for 8d351609-6722-4245-b241-bc1661734268 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:45:04.287716 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] For port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:04.288002 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.290751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Deleting port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:04.291125 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.301381 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Calling delete_port for 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf owned by network:dhcp {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:04.364477 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] For port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,segment=NetworkSegment(6a91ad0a-0353-4952-9b8f-1453df049f96),segment_id=6a91ad0a-0353-4952-9b8f-1453df049f96)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:04.364878 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.378902 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Calling delete_port for 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:04.382671 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=100 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:04.463619 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.469537 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (986612aa-ce05-49cd-a5c8-91fcc1f3d5cf), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.489886 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:04.494471 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] No DVR routers for this DVR port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf on host dv-cinder-778193-27-iscsi {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:04.496403 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Pushing event deleted for resources: {'Port': ['ID=986612aa-ce05-49cd-a5c8-91fcc1f3d5cf,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:04.501016 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] No DVR routers for this DVR port 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:04.505446 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:04.510467 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.521756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce6c19b-b7c5-4180-beb1-b97ba247f40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-27-iscsi {{(pid=104400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:04.568927 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (8d351609-6722-4245-b241-bc1661734268), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.590001 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d351609-6722-4245-b241-bc1661734268']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:04.599289 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a91ad0a-0353-4952-9b8f-1453df049f96') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:04.599711 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a91ad0a-0353-4952-9b8f-1453df049f96') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:04.601087 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:04.609648 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (6a91ad0a-0353-4952-9b8f-1453df049f96), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.622917 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (6a91ad0a-0353-4952-9b8f-1453df049f96), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.628836 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (6a91ad0a-0353-4952-9b8f-1453df049f96), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:45:04.633883 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:45:04.743843 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (8d351609-6722-4245-b241-bc1661734268), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.750038 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:04.753524 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8d351609-6722-4245-b241-bc1661734268 HTTP/1.1" status: 204 len: 168 time: 0.6688669 May 19 12:45:04.756391 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57768) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:04.766022 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbac4db-16bd-4c73-893d-b6830f3a1d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d351609-6722-4245-b241-bc1661734268,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:05.069689 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585571'] for router_interface (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:05.223667 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:05.289171 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Deleting port 33684a0c-ceb6-4836-a6bf-b862b15dbdea {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:05.289429 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:05.372584 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:05.377456 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] For port 33684a0c-ceb6-4836-a6bf-b862b15dbdea, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=33684a0c-ceb6-4836-a6bf-b862b15dbdea,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:05.377819 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:05.390822 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Calling delete_port for 33684a0c-ceb6-4836-a6bf-b862b15dbdea owned by network:router_interface {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:05.635408 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (33684a0c-ceb6-4836-a6bf-b862b15dbdea), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:05.658375 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Pushing event deleted for resources: {'Port': ['ID=33684a0c-ceb6-4836-a6bf-b862b15dbdea,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:05.725062 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:05.758972 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:05.857807 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588924'] for router_interface (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:05.865857 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:05.889470 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:05.889751 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 986612aa-ce05-49cd-a5c8-91fcc1f3d5cf not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:06.069967 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 has already been hosted by L3 agent 305cd950-3c97-4742-b9f6-5dc6e6e46f29 {{(pid=104398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:45:06.128587 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:06.176690 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] Notify agent at l3_agent.dv-cinder-778193-27-iscsi the message routers_updated {{(pid=104398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:45:06.181887 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-66bd5fd1-16e4-4054-80ba-c6e3fe06da56 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b3e96c2-4b08-4979-b0eb-580ae3de1e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243412 May 19 12:45:06.184789 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57770) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:06.187248 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] Sync routers for ids ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'] in dv-cinder-778193-27-iscsi {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:45:06.197391 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] Routers {'4b3e96c2-4b08-4979-b0eb-580ae3de1e24'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:45:06.198110 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:06.286204 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks [] for router (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:06.331184 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:06.384451 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] Set router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 gateway port host: dv-cinder-778193-27-iscsi {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:45:06.391025 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks [] for router_gateway (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:06.515945 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Deleting port 4f5dba20-d78e-4a7c-948e-982cecca1ccd {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:06.516179 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:06.554542 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'external_fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:45:05Z', 'revision_number': 5, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port': {'id': '4f5dba20-d78e-4a7c-948e-982cecca1ccd', 'name': '', 'network_id': 'ea1d7b8d-f862-41f8-ae6d-388fe48c9e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76572d7b-dcce-4c6c-adac-d9ab09dd068f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-27-iscsi'}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:06.584042 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] Checking router: 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 for host: dv-cinder-778193-27-iscsi {{(pid=104401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:45:06.592603 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] Routers {'4b3e96c2-4b08-4979-b0eb-580ae3de1e24'} bound to L3 agent in host dv-cinder-778193-27-iscsi {{(pid=104401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:45:06.593204 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:14:50Z,description=,heartbeat_timestamp=2022-05-19T12:44:50Z,host='dv-cinder-778193-27-iscsi',id=305cd950-3c97-4742-b9f6-5dc6e6e46f29,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:14:51Z,topic='l3_agent')) {'router_ids': ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'], 'active': True} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:06.601291 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] For port 4f5dba20-d78e-4a7c-948e-982cecca1ccd, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=4f5dba20-d78e-4a7c-948e-982cecca1ccd,segment=NetworkSegment(6516769e-9c84-4669-90f0-0f2f19485b8e),segment_id=6516769e-9c84-4669-90f0-0f2f19485b8e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:06.601654 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:06.614975 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Calling delete_port for 4f5dba20-d78e-4a7c-948e-982cecca1ccd owned by network:router_gateway {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:06.676079 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_dvr_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] Set router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 gateway port host: None {{(pid=104401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:45:06.723976 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.l3_hamode_db [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:45:06Z', 'revision_number': 6, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port_host': None}], 'dv-cinder-778193-27-iscsi', False) {} {{(pid=104401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:06.755193 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f1945-9922-462a-97d2-3d35cb524530 None None] The sync data for ids ['4b3e96c2-4b08-4979-b0eb-580ae3de1e24'] in dv-cinder-778193-27-iscsi is: [{'id': '4b3e96c2-4b08-4979-b0eb-580ae3de1e24', 'name': 'tempest-TestVolumeBootPattern-223972525-router', 'tenant_id': 'b46af4302be94737a202b2f1d3664547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:36:28Z', 'updated_at': '2022-05-19T12:45:06Z', 'revision_number': 6, 'project_id': 'b46af4302be94737a202b2f1d3664547', 'gw_port_host': None}] {{(pid=104401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:45:06.843667 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8841969'] for port (4f5dba20-d78e-4a7c-948e-982cecca1ccd), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:06.868476 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5dba20-d78e-4a7c-948e-982cecca1ccd,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:06.930116 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582225'] for router_gateway (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.020423 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5172'] for router (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.025727 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks [] for router_controller (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.400847 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579584'] for router (4b3e96c2-4b08-4979-b0eb-580ae3de1e24), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.402341 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3e96c2-4b08-4979-b0eb-580ae3de1e24 {{(pid=104398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:45:07.406477 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.407690 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-a951de8f-8afc-40e5-8c41-e0bc5524d279 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4b3e96c2-4b08-4979-b0eb-580ae3de1e24 HTTP/1.1" status: 204 len: 168 time: 1.2220073 May 19 12:45:07.410221 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [-] (104398) accepted ('10.222.0.57', 57772) {{(pid=104398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:07.454270 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Deleting subnet b1dadafb-4147-449c-976d-3b41e003b71f {{(pid=104398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:45:07.457588 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Publish callbacks [] for subnet (b1dadafb-4147-449c-976d-3b41e003b71f), before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.492801 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9831517'] for subnet (b1dadafb-4147-449c-976d-3b41e003b71f), precommit_delete_associations {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.557397 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:07.574056 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725913'] for subnet (b1dadafb-4147-449c-976d-3b41e003b71f), precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.718475 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1725888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8841472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403439'] for subnet (b1dadafb-4147-449c-976d-3b41e003b71f), after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.721786 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:UPDATE=5,neutron:SELECT=82,neutron:DELETE=13 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:07.752489 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for subnet (None), before_response {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.755678 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a89eb8-8aab-4ddb-a2e2-341fd3c1f0af None None] Network 284b4093-436c-47f2-8db8-9a2f7e86a282 requested from dv-cinder-778193-27-iscsi {{(pid=104400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:45:07.759640 dv-cinder-778193-27-iscsi neutron-server[104398]: INFO neutron.wsgi [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b1dadafb-4147-449c-976d-3b41e003b71f HTTP/1.1" status: 204 len: 168 time: 0.3458779 May 19 12:45:07.759640 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884352d-d528-4bdf-a178-6a8d2190fbfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1dadafb-4147-449c-976d-3b41e003b71f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:07.760033 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57774) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:07.816089 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 33684a0c-ceb6-4836-a6bf-b862b15dbdea no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:07.844264 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 33684a0c-ceb6-4836-a6bf-b862b15dbdea {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:07.844610 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 33684a0c-ceb6-4836-a6bf-b862b15dbdea not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:07.845024 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 4f5dba20-d78e-4a7c-948e-982cecca1ccd no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:07.845395 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699846'] for network (284b4093-436c-47f2-8db8-9a2f7e86a282), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.872559 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 4f5dba20-d78e-4a7c-948e-982cecca1ccd {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:07.872906 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 4f5dba20-d78e-4a7c-948e-982cecca1ccd not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:07.887231 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Deleting port 506fba20-59a5-4360-831d-d473d27c4ed1 {{(pid=104399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:07.889021 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.958211 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] For port 506fba20-59a5-4360-831d-d473d27c4ed1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=506fba20-59a5-4360-831d-d473d27c4ed1,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:07.958608 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:07.974065 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] DHCP port deletion for 284b4093-436c-47f2-8db8-9a2f7e86a282 request from dv-cinder-778193-27-iscsi {{(pid=104400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:45:07.976716 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.plugin [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Calling delete_port for 506fba20-59a5-4360-831d-d473d27c4ed1 owned by network:dhcp {{(pid=104399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:08.011203 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] Deleting port 506fba20-59a5-4360-831d-d473d27c4ed1 {{(pid=104400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:45:08.011653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582392037'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), before_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.082290 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.db [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] For port 506fba20-59a5-4360-831d-d473d27c4ed1, host dv-cinder-778193-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-27-iscsi',level=0,port_id=506fba20-59a5-4360-831d-d473d27c4ed1,segment=NetworkSegment(4c89c678-cc6f-4ee5-943b-509e13603f70),segment_id=4c89c678-cc6f-4ee5-943b-509e13603f70)] {{(pid=104400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:45:08.082719 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585641'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), precommit_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.124070 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374653'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.147760 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=506fba20-59a5-4360-831d-d473d27c4ed1,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:08.153937 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] No DVR routers for this DVR port 506fba20-59a5-4360-831d-d473d27c4ed1 on host dv-cinder-778193-27-iscsi {{(pid=104399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:08.217644 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] Calling delete_port for 506fba20-59a5-4360-831d-d473d27c4ed1 owned by network:dhcp {{(pid=104400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:45:08.230980 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804908', 'neutron.services.segments.db._delete_segments_for_network-8734582436374'] for network (284b4093-436c-47f2-8db8-9a2f7e86a282), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.251788 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284b4093-436c-47f2-8db8-9a2f7e86a282']}} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:08.261123 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c89c678-cc6f-4ee5-943b-509e13603f70') {'for_net_delete': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:08.261444 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.services.segments.db [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c89c678-cc6f-4ee5-943b-509e13603f70') {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:08.270655 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582435871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10167669'] for segment (4c89c678-cc6f-4ee5-943b-509e13603f70), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.283838 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498'] for segment (4c89c678-cc6f-4ee5-943b-509e13603f70), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.289837 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:45:08.290219 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374574'] for segment (4c89c678-cc6f-4ee5-943b-509e13603f70), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.290424 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1746379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582398073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734581910568'] for port (506fba20-59a5-4360-831d-d473d27c4ed1), after_delete {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: Traceback (most recent call last): May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: timer() May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: cb(*args, **kw) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: return func(*args, **kwargs) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: self._notify() May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: self.callback(batched_events) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: event.method(event) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: return f(self, *a, **k) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._get(url).json() May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: return self.request(url, 'GET', **kwargs) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:45:08.292430 dv-cinder-778193-27-iscsi neutron-server[104399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:45:08.318945 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] No DVR routers for this DVR port 506fba20-59a5-4360-831d-d473d27c4ed1 on host dv-cinder-778193-27-iscsi {{(pid=104400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:08.320466 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed455e1-c943-44ac-92d6-2a67f23b7ac0 None None] Pushing event deleted for resources: {'Port': ['ID=506fba20-59a5-4360-831d-d473d27c4ed1,revision_number=None']} {{(pid=104400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:08.449199 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584547'] for network (284b4093-436c-47f2-8db8-9a2f7e86a282), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.454100 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640422'] for network (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.457302 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/284b4093-436c-47f2-8db8-9a2f7e86a282 HTTP/1.1" status: 204 len: 168 time: 0.6963561 May 19 12:45:08.477261 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b339781-a0ef-4d3a-ba32-bf0a57fd18d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=284b4093-436c-47f2-8db8-9a2f7e86a282,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:08.774001 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57778) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:08.791883 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:08.819526 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-c4311cdd-c51b-4276-a14f-0368b39f76fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff5ebee4cf6c47f9adee30f9c8cd6ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443850 May 19 12:45:08.822051 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57780) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:08.869127 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2d209d81-340a-49d9-92d5-9e28f255ef76 admin admin] Publish callbacks [] for security_group (bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.890955 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2d209d81-340a-49d9-92d5-9e28f255ef76 admin admin] Publish callbacks [] for security_group (bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:08.919021 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:09.020247 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2d209d81-340a-49d9-92d5-9e28f255ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:09.022864 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2d209d81-340a-49d9-92d5-9e28f255ef76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:09.027037 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-2d209d81-340a-49d9-92d5-9e28f255ef76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e HTTP/1.1" status: 204 len: 168 time: 0.2011445 May 19 12:45:09.032839 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d209d81-340a-49d9-92d5-9e28f255ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7b8f8-7fb3-4656-be2e-fc05dd8ad94e,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:09.717031 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57786) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:09.758986 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-7454dda1-5b14-41c2-b7b6-1c43fb07c89a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b46af4302be94737a202b2f1d3664547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406363 May 19 12:45:09.762349 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [-] (104399) accepted ('10.222.0.57', 57788) {{(pid=104399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:45:09.789885 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 506fba20-59a5-4360-831d-d473d27c4ed1 no longer exists at agent ovs-agent-dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:45:09.812813 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] No Port match for: 506fba20-59a5-4360-831d-d473d27c4ed1 {{(pid=104400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:45:09.813156 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.rpc [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Device 506fba20-59a5-4360-831d-d473d27c4ed1 not bound to the agent host dv-cinder-778193-27-iscsi {{(pid=104400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:45:09.813467 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa06c-7b29-435c-88d0-6b3ee656f6d5 admin admin] Publish callbacks [] for security_group (da175cee-e431-4fc9-95b3-e014a552db46), before_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:09.835353 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa06c-7b29-435c-88d0-6b3ee656f6d5 admin admin] Publish callbacks [] for security_group (da175cee-e431-4fc9-95b3-e014a552db46), precommit_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:09.951702 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa06c-7b29-435c-88d0-6b3ee656f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555649'] for security_group (da175cee-e431-4fc9-95b3-e014a552db46), after_delete {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:09.954249 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa06c-7b29-435c-88d0-6b3ee656f6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:09.955502 dv-cinder-778193-27-iscsi neutron-server[104399]: INFO neutron.wsgi [None req-6bdfa06c-7b29-435c-88d0-6b3ee656f6d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da175cee-e431-4fc9-95b3-e014a552db46 HTTP/1.1" status: 204 len: 168 time: 0.1922343 May 19 12:45:09.964206 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa06c-7b29-435c-88d0-6b3ee656f6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da175cee-e431-4fc9-95b3-e014a552db46,revision_number=None']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:11.560725 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:17.861246 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG dbcounter [-] [104398] Writing DB stats neutron:SELECT=3 {{(pid=104398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:18.405983 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-e024a993-3d6b-49f0-9324-a2737ab67378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:19.958552 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:19.959339 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG dbcounter [-] [104399] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=104399) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:20.557150 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b0137769-9e68-4775-a904-73efa5b7179a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:21.848890 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:23.408469 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:24.176949 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=42 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:24.177754 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=49 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:24.800012 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:29.202988 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:45:34.727586 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:34.729482 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:41.608674 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:48.384843 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-da8ca7df-b8f9-4f2e-902d-5faf13a7bbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:50.553710 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-e508e0e4-528b-4508-ba80-375ff46d1e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:51.867790 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:53.421900 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:45:54.145880 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:54.150882 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:45:54.794282 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:04.730261 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:04.732184 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:06.203070 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:46:11.556285 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:16.197559 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:16.198499 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:18.347144 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b1fec003-6246-4b82-8562-8aac5e1cd3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:20.555957 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d77-21e0-4333-b8f3-503ac2751c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:21.881464 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:23.407302 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:24.797990 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:31.147473 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:31.148247 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:34.731383 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:34.733526 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:41.592127 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:43.202418 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:46:48.366086 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a1474910-bdc9-4c85-9f42-4367f03c40b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:50.569180 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-38fba637-4fa5-45ec-832c-7fe699d60a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:51.854948 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:53.197298 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:53.198678 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:46:53.394569 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:46:54.812009 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:06.366523 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:06.368412 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:08.144082 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:08.144861 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=3 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:11.602653 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:18.365532 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-374a8fcf-a0b5-4ce0-aa4a-d5d438467e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:20.201189 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:47:20.620018 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-820f0b5a-c309-4acf-a6b1-b2b9fc2eaeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:21.926043 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:23.436697 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:24.819409 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:30.196589 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:30.197536 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:34.738663 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:34.740577 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:41.601870 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:46.362012 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=15 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:46.363899 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=17 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:47:48.441788 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-e94590b2-316d-40cd-85e8-3af2d304aadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:50.573378 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-dac5e081-cc9e-4a1c-bf3c-5d8b1b7b9b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:51.855975 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:53.456219 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:54.795431 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:47:57.199893 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:48:04.736280 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:04.738149 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:07.194571 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:07.196429 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:11.619007 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:18.352831 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-6dfbb3ec-287d-4e4f-9fbf-c07dd5b882bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:20.581476 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f914c4a5-5c74-48b0-9f2c-11c845b38dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:21.855201 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:22.135077 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:22.139946 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:23.435074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:24.815433 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:34.198646 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:48:34.742546 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:34.743388 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:41.621074 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:44.194599 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:46.649378 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:48.416886 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-554f29c8-a488-4be2-b073-34c8dcfff189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:50.571404 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-97a6ded2-d62e-4a00-81f8-a7906483780e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:51.885419 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:53.439790 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:54.817121 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:48:58.225350 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-4011e2d4-1fe3-480e-857f-7cb2df0c2736 service neutron] (104398) timed out ('10.222.0.57', 50768) {{(pid=104398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:48:58.362592 dv-cinder-778193-27-iscsi neutron-server[104398]: DEBUG neutron.wsgi [req-15cc698c-7b81-40d4-b3b0-045fc9377926 req-6c71e482-6638-41d6-ac6e-28272796f749 tempest-AttachVolumeShelveTestJSON-1308427986 tempest-AttachVolumeShelveTestJSON-1308427986-project] (104398) timed out ('10.222.0.57', 50776) {{(pid=104398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:48:59.132141 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:48:59.136456 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:06.374453 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:06.376459 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:11.197120 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:49:11.637235 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:18.402771 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-f0902e43-7f58-475d-80c3-985cf38735cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:19.589929 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [req-c6abda7b-dc8c-419a-a05d-5592967f9ea0 req-57ec97bf-8920-46d7-b7a9-b83917ae08b3 service neutron] (104399) timed out ('10.222.0.77', 64416) {{(pid=104399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:49:20.581926 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ad8803a0-74e7-47c8-90f8-0b246a3d6751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:21.193224 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:21.896179 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:23.413987 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:24.832956 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:34.739216 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:34.745179 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:36.132855 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:36.133656 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:41.727946 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:44.152421 dv-cinder-778193-27-iscsi neutron-server[104399]: DEBUG neutron.wsgi [req-0a3e56ed-a918-41bf-8aa8-c52b9699e1e8 req-ec53c581-e222-430e-8ec5-4ac321bfa84e service neutron] (104399) timed out ('10.222.0.77', 64435) {{(pid=104399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:49:48.197393 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:49:48.352171 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-94a34fc0-3e76-4644-a17d-9945f716dd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:50.561541 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-74f13a1d-3616-4062-8c3e-fd818bcc6e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:51.906520 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:53.414756 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:54.843596 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:49:58.191811 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:49:58.192517 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=1 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:04.742563 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:04.744471 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:11.683116 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:50:13.124507 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=2 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:13.129479 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=4 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:18.366552 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-629bf24c-3a1e-4c80-a167-3c9ebb199740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (6e96dc1f-50fc-4dc3-af86-716f4bbd3c73), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:50:20.601004 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-7764ae0d-f63f-49da-b4b2-59b9f7405ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (305cd950-3c97-4742-b9f6-5dc6e6e46f29), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:50:21.909561 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-a0d116be-d8f1-45d5-91f6-1b3458cf6616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (dff22151-2f75-4afe-88a0-aab3625c9684), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:50:23.431429 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4a1b-b18f-4c28-a520-0343b0284ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (c9b21853-9b8e-4c62-9956-cdf641b91bf7), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:50:24.812746 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bee0-0647-47c5-9955-a604beba67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (47c87ec3-8773-47ee-88f2-06c4e585eba6), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:50:25.197073 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG neutron.db.agents_db [None req-50ba4bb0-903a-40c8-a4ea-16c36020e9a5 None None] Agent healthcheck: found 6 active agents {{(pid=104401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:50:34.734419 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:34.743436 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:35.192856 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=15 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:35.194053 dv-cinder-778193-27-iscsi neutron-server[104401]: DEBUG dbcounter [-] [104401] Writing DB stats neutron:SELECT=15 {{(pid=104401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:50:41.693618 dv-cinder-778193-27-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-b63d5306-c97f-4468-bb25-f989a01a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582436356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1803183'] for agent (b4685138-e382-48aa-b238-b339be2162df), after_update {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}